-- Logs begin at Thu 2021-12-16 14:43:24 UTC, end at Thu 2021-12-16 15:45:20 UTC. -- Dec 16 15:15:29.137966 dv-cinder-801522-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 15:15:32.101627 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.common.config [-] Logging enabled! Dec 16 15:15:32.102328 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev287 Dec 16 15:15:32.102426 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102353) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 15:15:32.105706 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.common.config [-] Logging enabled! Dec 16 15:15:32.105961 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev287 Dec 16 15:15:32.106270 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102353) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 15:15:32.107211 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 15:15:32.107445 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 15:15:32.107821 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 15:15:32.108066 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 15:15:32.108292 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 15:15:32.108609 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.109620 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 16 15:15:32.109949 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.110244 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.110537 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.110831 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.111118 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.111394 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.111681 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.111975 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.112261 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.112530 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.112814 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.113118 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.113401 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.113687 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.113971 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.114251 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] debug = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.114530 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.114952 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.115377 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.115654 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.115942 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.116218 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.116485 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.116757 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.117061 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.117399 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] host = dv-cinder-801522-8-iscsi {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.117674 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.117958 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.118241 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.118524 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.118800 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.119082 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.119363 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.119635 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.119911 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] log_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.120181 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.120464 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.120750 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.121056 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.121281 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.121508 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.121788 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.122071 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.122344 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.122614 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.122885 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.123156 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.123427 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.123692 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.123974 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.124255 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.124536 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.125409 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.125687 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.125955 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.126221 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.126504 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.127036 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.127309 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.127582 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.127871 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.128142 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.128414 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.128719 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.129008 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.129311 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.129595 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.129868 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.130148 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.130453 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.130683 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.130954 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] use_json = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.131222 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.131492 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.131774 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.132043 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.132319 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.132592 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.132862 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.133170 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:32.133469 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.133767 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.134069 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.134353 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.134661 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.134940 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.135228 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.135504 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.135793 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.136079 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.136372 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.136649 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.136933 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.137232 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.137572 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.137880 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.138199 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.138486 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.138761 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.139049 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.139317 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.139593 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.139885 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.140157 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.140590 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.140885 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.141363 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.141664 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.141950 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.142243 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.142535 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.142814 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.143095 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.143384 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.143657 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.143930 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.144209 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.144496 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.144772 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.145078 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.145344 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.145616 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.145888 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.146163 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.146435 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.146721 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.146992 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.147258 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.147526 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.147798 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.148068 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.148352 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.148625 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.148900 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.149198 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.149467 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.149737 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.150010 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.150290 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.150561 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.150833 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.151102 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.151366 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.151634 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.151926 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.152183 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.152449 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.152722 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.152998 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.153293 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.153563 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.153834 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.154105 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.154375 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.154659 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.154957 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.155234 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.155512 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.155791 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.156151 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.156534 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.156804 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.157102 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.157384 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.157655 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.157945 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.158230 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.158518 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.158799 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.159109 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.159409 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.159684 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.159966 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.160243 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.160520 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.160801 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.161102 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.161398 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.161689 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.161981 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.162274 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.162568 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.162849 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.163159 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.163437 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:32.163654 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 15:15:32.163905 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102353) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 15:15:32.596539 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 15:15:32.596861 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 15:15:32.597234 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 15:15:32.597608 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 15:15:32.934560 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:32.934848 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:32.935128 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:32.936424 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:32.936697 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:32.936963 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:32.985450 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:32.986664 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:32.986664 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.001598 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.002244 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.002596 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.034035 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.034317 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.034592 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.073710 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.073989 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.074254 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.416359 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.417066 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.417066 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.417217 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.417851 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.519783 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.520108 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.520392 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.520667 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.520935 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.521269 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.521529 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.521783 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.522036 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.522315 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.522572 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.522834 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.523087 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.523335 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.523587 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.523849 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.524101 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.524373 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.524636 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.524891 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.525186 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.525439 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.525721 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.526097 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.526343 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.526588 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.526979 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:15:33.527212 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:15:33.527446 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:15:33.527680 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:15:33.527913 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:15:33.528145 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:15:33.528509 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 15:15:33.532422 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 15:15:33.536535 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 15:15:33.540595 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Dec 16 15:15:33.542278 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 15:15:33.542751 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 15:15:33.543083 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 15:15:33.543472 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 15:15:33.546357 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 15:15:33.546640 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 15:15:33.547335 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 15:15:33.552470 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 15:15:33.575893 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 15:15:33.576366 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.576668 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102353) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 16 15:15:33.577029 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.579111 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102353) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 15:15:33.579406 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 15:15:33.579648 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 15:15:33.583043 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.583321 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:33.650624 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 15:15:33.650860 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 15:15:33.651086 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 15:15:33.651472 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 15:15:33.675371 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_db.sqlalchemy.engines [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102353) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 15:15:34.121272 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Initializing driver for type 'gre' Dec 16 15:15:34.121821 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] gre ID ranges: [(1, 1000)] Dec 16 15:15:34.175168 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Initializing driver for type 'local' Dec 16 15:15:34.175611 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Initializing driver for type 'vlan' Dec 16 15:15:34.189989 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] VlanTypeDriver initialization complete Dec 16 15:15:34.190349 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Initializing driver for type 'vxlan' Dec 16 15:15:34.190935 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] vxlan ID ranges: [(1, 1000)] Dec 16 15:15:34.242052 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Initializing extension driver 'port_security' Dec 16 15:15:34.242323 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.extensions.port_security [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] PortSecurityExtensionDriver initialization complete Dec 16 15:15:34.242659 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Initializing mechanism driver 'openvswitch' Dec 16 15:15:34.242987 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Initializing mechanism driver 'hyperv' Dec 16 15:15:34.250671 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.plugin [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:34.251552 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > port after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.252185 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > port after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.252548 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > port after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.253137 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:15:34.253587 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > subnet after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.253949 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > subnet after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.254300 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > subnet after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.254707 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:15:34.255122 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > network after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.255487 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > network after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.255836 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > network after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.256237 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:15:34.256666 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > security_group after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.257062 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > security_group after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.257403 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > security_group after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.257811 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:15:34.258228 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.258582 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.258929 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.259333 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:15:34.259749 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > address_group after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.260101 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > address_group after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.260449 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > address_group after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.260851 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:15:34.261268 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] ML2 OVO RPC backend initialized. {{(pid=102353) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 15:15:34.261987 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router_interface after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.262351 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.262774 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > network before_response 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.263132 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > networks before_response 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.263486 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > port before_response 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.263838 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > ports before_response 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.264183 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > subnet before_response 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.264530 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > subnets before_response 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.264880 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > network after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.265284 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > network after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.265638 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > network after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.266073 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > port after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.266420 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > port after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.266764 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > port after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.267108 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > subnet after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.267450 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > subnet after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.267789 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > subnet after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.268372 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.plugin [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Modular L2 Plugin initialization complete Dec 16 15:15:34.268704 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading services supported by the core plugin {{(pid=102353) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 15:15:34.269051 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.plugins.ml2.managers [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Got port-security extension from driver 'port_security' Dec 16 15:15:34.269524 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.extensions.vlantransparent [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Disabled vlantransparent extension. Dec 16 15:15:34.270013 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102353) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 15:15:34.270330 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading Plugin: router Dec 16 15:15:34.307677 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router_interface before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.308081 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router after_create 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.308462 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router before_create 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.308838 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.309254 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.309628 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router after_delete 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.309993 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > floatingip after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.310473 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > floatingip after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.310841 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router after_create 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.311197 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router after_update 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.311567 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router after_update 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.311914 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.312842 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router after_update 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.313303 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router precommit_update 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.313671 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: port after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.314016 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: port after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.314361 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: subnet after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.314709 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.315065 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > port precommit_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.315420 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router precommit_create 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.315777 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: port before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.316127 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router precommit_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.316492 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router after_update 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.316840 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router precommit_delete 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.317227 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router precommit_create 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.317597 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router_interface after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.317950 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router precommit_update 55549900 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.318321 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > agent after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.318677 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > agent after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.319029 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > network after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.319952 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Tracking information for resource: router configured {{(pid=102353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:15:34.320302 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Tracking information for resource: floatingip configured {{(pid=102353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:15:34.325571 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.db.l3_agentschedulers_db [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 15:15:34.326165 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: port after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.326536 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: port after_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.326895 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: port after_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.327254 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: port after_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.328101 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router before_create 55550100 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.328496 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router precommit_delete 55550100 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.328846 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router precommit_create 55550100 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.329351 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > router precommit_update 55550100 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.334016 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.services.provider_configuration [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service providers = [] {{(pid=102353) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 15:15:34.334391 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.db.servicetype_db [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102353) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 15:15:34.337538 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.services.service_base [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 15:15:34.337895 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.services.service_base [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 15:15:34.338253 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.services.service_base [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 15:15:34.339146 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.services.service_base [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 15:15:34.339527 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.services.service_base [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 15:15:34.339933 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:15:34.340262 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 15:15:34.351499 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:15:34.351840 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading Plugin: auto_allocate Dec 16 15:15:34.357841 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: network precommit_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.358222 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: network precommit_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.358758 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:15:34.359772 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading Plugin: tag Dec 16 15:15:34.366752 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:15:34.367126 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading Plugin: timestamp Dec 16 15:15:34.371095 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:15:34.371433 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading Plugin: network_ip_availability Dec 16 15:15:34.378098 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.378481 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.378841 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.379619 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:15:34.379944 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading Plugin: flavors Dec 16 15:15:34.385372 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:15:34.385633 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading Plugin: revisions Dec 16 15:15:34.390159 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:15:34.390569 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_concurrency.lockutils [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=102353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 15:15:34.391365 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102353) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 15:15:34.391707 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Initializing extension manager. Dec 16 15:15:34.392244 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: __init__.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.392594 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: __pycache__ {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.392935 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.393309 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: address_group.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.394102 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.394689 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: address-group Dec 16 15:15:34.395018 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: address_scope.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.395745 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.396269 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: address-scope Dec 16 15:15:34.396597 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: admin_state_down_before_update.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.397605 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.398124 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: router-admin-state-down-before-update Dec 16 15:15:34.398450 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: agent.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.399190 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.399702 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: agent Dec 16 15:15:34.400028 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: agent_resources_synced.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.400947 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.401497 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: agent-resources-synced Dec 16 15:15:34.401824 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: allowedaddresspairs.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.403672 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.404199 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: allowed-address-pairs Dec 16 15:15:34.404532 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: auto_allocated_topology.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.405672 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.406302 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: auto-allocated-topology Dec 16 15:15:34.406635 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: availability_zone.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.407347 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.407861 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: availability_zone Dec 16 15:15:34.408190 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: availability_zone_filter.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.409162 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.409675 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: availability_zone_filter Dec 16 15:15:34.410003 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: data_plane_status.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.410924 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.411432 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 15:15:34.411758 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: default_subnetpools.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.412686 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.413226 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: default-subnetpools Dec 16 15:15:34.413555 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: dhcpagentscheduler.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.414398 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.414912 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: dhcp_agent_scheduler Dec 16 15:15:34.415240 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: dns.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.416183 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.416695 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension dns-integration not supported by any of loaded plugins Dec 16 15:15:34.417252 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: dns_domain_ports.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.417970 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.418483 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 15:15:34.418810 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.419742 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.420256 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 15:15:34.420582 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: dvr.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.421296 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.422404 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: dvr Dec 16 15:15:34.422770 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: ecmp_routes.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.423736 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.424290 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 15:15:34.424653 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: empty_string_filtering.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.425627 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.426268 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: empty-string-filtering Dec 16 15:15:34.426627 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.427658 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.428226 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 15:15:34.428597 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.429610 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.430167 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 15:15:34.430529 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: external_net.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.431508 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.432067 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: external-net Dec 16 15:15:34.432429 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: extra_dhcp_opt.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.433428 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.434014 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: extra_dhcp_opt Dec 16 15:15:34.434374 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: extraroute.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.435337 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.435939 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: extraroute Dec 16 15:15:34.436359 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: extraroute_atomic.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.440011 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.440604 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: extraroute-atomic Dec 16 15:15:34.440986 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: filter_validation.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.441769 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.442344 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: filter-validation Dec 16 15:15:34.442717 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: fip_pf_description.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.443723 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.444287 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 15:15:34.444659 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: fip_port_details.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.445691 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.446318 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: fip-port-details Dec 16 15:15:34.446688 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: flavors.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.448079 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.448648 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: flavors Dec 16 15:15:34.449024 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.450817 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.451344 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 15:15:34.451677 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: floatingip_pools.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.452399 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.452962 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: floatingip-pools Dec 16 15:15:34.453515 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: ip_allocation.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.454485 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.455005 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 15:15:34.455333 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.456304 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.456821 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: ip-substring-filtering Dec 16 15:15:34.457186 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: l2_adjacency.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.458145 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.458659 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 15:15:34.458987 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: l3.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.460023 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.460552 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: router Dec 16 15:15:34.460883 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: l3_conntrack_helper.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.463332 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.463876 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 15:15:34.464218 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.465211 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.465739 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: ext-gw-mode Dec 16 15:15:34.466081 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.467034 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.467553 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: l3-ha Dec 16 15:15:34.467886 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: l3_flavors.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.469488 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.470102 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: l3-flavors Dec 16 15:15:34.470435 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.471381 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.471899 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 15:15:34.472231 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: l3agentscheduler.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.473380 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.473905 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: l3_agent_scheduler Dec 16 15:15:34.474237 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: local_ip.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.476145 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.476695 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension local_ip not supported by any of loaded plugins Dec 16 15:15:34.477087 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: logging.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.478669 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.479199 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension logging not supported by any of loaded plugins Dec 16 15:15:34.479537 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: metering.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.480471 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.481094 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: metering Dec 16 15:15:34.481434 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.482590 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.483108 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: metering_source_and_destination_fields Dec 16 15:15:34.483439 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: multiprovidernet.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.485216 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.485837 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: multi-provider Dec 16 15:15:34.486171 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: netmtu.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.487125 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.487638 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: net-mtu Dec 16 15:15:34.487967 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: netmtu_writable.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.488908 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.489450 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: net-mtu-writable Dec 16 15:15:34.489781 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: network_availability_zone.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.490475 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.490990 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: network_availability_zone Dec 16 15:15:34.491318 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: network_ip_availability.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.492529 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.492999 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: network-ip-availability Dec 16 15:15:34.493363 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: network_segment_range.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.494170 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.494683 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 15:15:34.495010 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: pagination.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.496021 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.496361 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: pagination Dec 16 15:15:34.496689 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: port_device_profile.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.497652 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.498173 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: port-device-profile Dec 16 15:15:34.498498 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.499448 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.500056 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: port-mac-address-regenerate Dec 16 15:15:34.500386 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.501357 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.502133 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: port-numa-affinity-policy Dec 16 15:15:34.502459 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: port_resource_request.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.503395 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.503905 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 15:15:34.504232 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: port_resource_request_groups.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.505256 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.505769 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 16 15:15:34.506099 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: portbindings.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.507047 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.507558 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: binding Dec 16 15:15:34.507887 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: portbindings_extended.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.509321 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.509855 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: binding-extended Dec 16 15:15:34.510185 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: portsecurity.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.511123 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.511644 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: port-security Dec 16 15:15:34.511975 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: project_id.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.512979 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.513339 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: project-id Dec 16 15:15:34.513672 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: providernet.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.514615 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.515176 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: provider Dec 16 15:15:34.515509 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.519274 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.519812 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos not supported by any of loaded plugins Dec 16 15:15:34.520153 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.521460 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.521985 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 15:15:34.522322 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.523259 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.523778 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 15:15:34.524110 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos_default.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.525082 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.525584 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos-default not supported by any of loaded plugins Dec 16 15:15:34.525914 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos_fip.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.526591 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.527100 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos-fip not supported by any of loaded plugins Dec 16 15:15:34.527428 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos_fip_network_policy.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.528354 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.528864 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 16 15:15:34.529236 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos_gateway_ip.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.530168 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.530679 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 15:15:34.531553 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos_port_network_policy.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.532618 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.533160 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 15:15:34.533492 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.534554 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.535067 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 16 15:15:34.535396 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos_pps_rule.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.536618 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.537189 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos-pps not supported by any of loaded plugins Dec 16 15:15:34.537522 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos_rule_type_details.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.538458 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.538980 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 15:15:34.539302 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: qos_rules_alias.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.540365 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.540889 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 15:15:34.541258 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: quota_check_limit.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.542200 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.542718 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: quota-check-limit Dec 16 15:15:34.543049 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: quotasv2.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.544057 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.544394 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: quotas Dec 16 15:15:34.544719 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: quotasv2_detail.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.548852 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.549278 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: quota_details Dec 16 15:15:34.549578 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: rbac.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.550795 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.551406 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: rbac-policies Dec 16 15:15:34.551755 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: rbac_address_group.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.552802 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.553444 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: rbac-address-group Dec 16 15:15:34.553784 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: rbac_address_scope.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.554780 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.555344 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: rbac-address-scope Dec 16 15:15:34.555676 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: rbac_security_groups.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.556628 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.557224 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: rbac-security-groups Dec 16 15:15:34.557599 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: rbac_subnetpool.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.558814 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.559334 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: rbac-subnetpool Dec 16 15:15:34.559667 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: revisionifmatch.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.560607 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.561233 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: revision-if-match Dec 16 15:15:34.561602 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: revisions.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.563488 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.564049 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: standard-attr-revisions Dec 16 15:15:34.564387 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: router_availability_zone.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.565182 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.565733 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: router_availability_zone Dec 16 15:15:34.566073 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: routerservicetype.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.567082 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.567639 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension router-service-type not supported by any of loaded plugins Dec 16 15:15:34.568016 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.569184 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.569714 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: security-groups-normalized-cidr Dec 16 15:15:34.570045 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: security_groups_port_filtering.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.571004 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.571526 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: port-security-groups-filtering Dec 16 15:15:34.571854 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.572803 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.573366 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: security-groups-remote-address-group Dec 16 15:15:34.573696 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.574637 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.575154 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: security-groups-shared-filtering Dec 16 15:15:34.575482 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.576104 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 16 15:15:34.576427 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: securitygroup.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.587096 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.587665 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: security-group Dec 16 15:15:34.588037 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: segment.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.588884 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.589430 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension segment not supported by any of loaded plugins Dec 16 15:15:34.589767 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.590791 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.591334 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 15:15:34.591667 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: servicetype.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.592804 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.593513 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: service-type Dec 16 15:15:34.593895 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: sorting.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.594919 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.595316 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: sorting Dec 16 15:15:34.595654 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: standard_attr_segment.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.596597 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.597166 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 15:15:34.597501 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: standardattrdescription.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.598186 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.598708 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: standard-attr-description Dec 16 15:15:34.599037 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: stateful_security_group.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.599996 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.600519 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: stateful-security-group Dec 16 15:15:34.600850 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: stdattrs_common.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.601462 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 15:15:34.601793 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.602746 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.603275 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 15:15:34.603602 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: subnet_onboard.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.604718 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.605323 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: subnet_onboard Dec 16 15:15:34.605657 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.606606 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.607124 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 15:15:34.607453 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: subnet_service_types.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.608402 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.608959 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: subnet-service-types Dec 16 15:15:34.609374 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: subnetallocation.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.610481 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.611007 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: subnet_allocation Dec 16 15:15:34.611337 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.612020 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.612533 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: subnetpool-prefix-ops Dec 16 15:15:34.612858 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.613831 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.614349 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 15:15:34.614675 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: tagging.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.615766 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.616310 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: standard-attr-tag Dec 16 15:15:34.616644 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: timestamp.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.617901 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.618425 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loaded extension: standard-attr-timestamp Dec 16 15:15:34.618765 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: trunk.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.619827 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.620347 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension trunk not supported by any of loaded plugins Dec 16 15:15:34.620678 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: trunk_details.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.621663 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.622177 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension trunk-details not supported by any of loaded plugins Dec 16 15:15:34.622504 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: uplink_status_propagation.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.623443 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.623961 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 15:15:34.624287 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Loading extension file: vlantransparent.py {{(pid=102353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:15:34.625539 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:15:34.626062 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 15:15:34.628945 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:network Dec 16 15:15:34.629528 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:subnet Dec 16 15:15:34.629935 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 15:15:34.630334 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:port Dec 16 15:15:34.631629 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.632098 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service FLAVORS assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.632742 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.633217 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.633558 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:router Dec 16 15:15:34.633997 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:floatingip Dec 16 15:15:34.634495 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service METERING assigned prefix: /metering {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.635981 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.636361 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.636718 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:15:34.637763 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 15:15:34.638206 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:security_group Dec 16 15:15:34.638659 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 15:15:34.639287 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service CORE assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.639626 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 15:15:34.639975 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] subnetpool is already registered Dec 16 15:15:34.640977 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service CORE assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.641339 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 15:15:34.641676 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] subnetpool is already registered Dec 16 15:15:34.643965 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.644407 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service FLAVORS assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.645001 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.645453 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.645795 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:router Dec 16 15:15:34.646143 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] router is already registered Dec 16 15:15:34.646565 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:floatingip Dec 16 15:15:34.646906 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] floatingip is already registered Dec 16 15:15:34.647370 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service METERING assigned prefix: /metering {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.648035 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 15:15:34.648374 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] rbac_policy is already registered Dec 16 15:15:34.648784 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:security_group Dec 16 15:15:34.649153 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] security_group is already registered Dec 16 15:15:34.649564 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 15:15:34.649901 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] security_group_rule is already registered Dec 16 15:15:34.650531 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service CORE assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.650866 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 15:15:34.651203 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] subnetpool is already registered Dec 16 15:15:34.651635 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.v2.resource_helper [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Service CORE assigned prefix: {{(pid=102353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:15:34.651967 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 15:15:34.652306 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING neutron.quota.resource_registry [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] subnetpool is already registered Dec 16 15:15:34.652773 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: extensions {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.654309 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: address-groups {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.655815 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: address-scopes {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.657385 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: agents {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.658561 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: auto-allocated-topology {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.659825 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: availability_zones {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.661057 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: dhcp-networks {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.662605 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: dhcp-agents {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.664029 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: routers {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.666336 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: flavors {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.667516 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: service_profiles {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.668738 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: next_providers {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.670209 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: service_profiles {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.673057 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: floatingip-pools {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.674338 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: routers {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.676455 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: floatingips {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.677774 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: l3-routers {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.679172 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: l3-agents {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.680604 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: metering-labels {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.682004 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: metering-label-rules {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.683300 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: network-ip-availabilities {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.684590 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: bindings {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.686291 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: quotas {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.688425 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: quotas {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.690004 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: rbac-policies {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.691303 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: security-groups {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.692540 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: security-group-rules {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.693803 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: service-providers {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.695051 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: subnetpools {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.696494 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: subnetpools {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.698002 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: tags {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.699684 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: tags {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.701597 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: tags {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.703461 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: tags {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.705294 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: tags {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.707156 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: tags {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.708840 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: tags {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.710785 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: tags {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.712551 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: tags {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.714453 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron.api.extensions [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Extended resource: tags {{(pid=102353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:15:34.721144 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING keystonemiddleware.auth_token [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 15:15:34.725946 dv-cinder-801522-8-iscsi neutron-server[102353]: WARNING keystonemiddleware.auth_token [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 15:15:34.735215 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_concurrency.lockutils [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Acquired lock "singleton_lock" {{(pid=102353) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 16 15:15:34.735893 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_concurrency.lockutils [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Releasing lock "singleton_lock" {{(pid=102353) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 16 15:15:34.736551 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO oslo_service.service [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Starting 2 workers Dec 16 15:15:34.741498 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Started child 102462 {{(pid=102353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 15:15:34.746154 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Started child 102463 {{(pid=102353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 15:15:34.746979 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:34.747643 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO neutron.service [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 15:15:34.748295 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Publish callbacks [] for process, before_spawn {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:34.748457 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [-] (102462) wsgi starting up on http://0.0.0.0:9696 Dec 16 15:15:34.751961 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:34.752499 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO oslo_service.service [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Starting 1 workers Dec 16 15:15:34.753379 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [-] (102463) wsgi starting up on http://0.0.0.0:9696 Dec 16 15:15:34.757287 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Started child 102464 {{(pid=102353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 15:15:34.757848 dv-cinder-801522-8-iscsi neutron-server[102353]: INFO oslo_service.service [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Starting 1 workers Dec 16 15:15:34.761104 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.service [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] calling RpcWorker wait() {{(pid=102464) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 15:15:34.761743 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.service [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] returning from RpcWorker wait() {{(pid=102464) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 15:15:34.762437 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Started child 102465 {{(pid=102353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 15:15:34.763084 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:34.763237 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-21db1932-5d02-448a-8b63-0429cf74cabb None None] Publish callbacks [] for process, after_spawn {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:34.763617 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:34.765970 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102353) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 15:15:34.766351 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 15:15:34.766546 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 15:15:34.766775 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 15:15:34.767098 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 15:15:34.767283 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 15:15:34.767794 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.768052 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:34.768542 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.768542 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.768674 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.768872 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.769210 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:34.769500 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.769744 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.769997 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.770265 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.770504 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.770676 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.770849 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.771104 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.771336 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.771633 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.771907 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.772145 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.772392 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.772566 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.772837 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.773128 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.773381 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.773653 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] debug = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.773905 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.774383 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.774630 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.774882 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.775102 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.775372 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.775619 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.775883 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.776159 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.776350 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.776599 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.776848 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.777133 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.777367 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.777625 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.777960 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.778087 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.778304 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.778779 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] host = dv-cinder-801522-8-iscsi {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.779019 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.779236 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.779485 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.779734 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.779979 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.780199 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.780460 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.780742 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.780999 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.781356 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.781580 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.781914 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.782173 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.782418 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.782586 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_options = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.782826 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.783121 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.783393 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.783600 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.783772 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.783951 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.784235 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.784402 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.784661 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.784895 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.785109 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.785348 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.785565 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.785783 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.786041 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.786296 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.786490 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.786702 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.786949 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.787195 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.787424 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.787652 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.787910 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.788132 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.788350 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.788587 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.788820 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.789089 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.789306 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.789546 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.789795 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.790040 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.790279 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.790536 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.790813 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.791048 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.791282 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.791593 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.791753 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.791984 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.792245 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.792493 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.792727 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.792978 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.793237 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.793488 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.793736 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_json = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.793953 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.794198 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.794455 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.794673 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.794967 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.795116 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.795331 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.795572 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.796023 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.796442 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.796867 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.797209 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.797454 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.797703 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.797957 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.799607 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.799607 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.799607 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.799607 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.799607 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.800489 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.800489 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.800489 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.801021 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.801021 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.801441 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.801441 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.803067 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.803067 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.803067 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.803067 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.803067 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.803067 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.803478 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.803478 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.803703 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.804162 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.804858 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.805181 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.805676 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.805973 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.806176 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.806439 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.806815 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.806815 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.807719 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.807719 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.807719 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.807719 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811148 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811148 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811148 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811148 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811148 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811148 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811148 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811148 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811646 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811646 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811646 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811646 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.811646 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.812628 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.813090 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.813509 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.813966 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.814374 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.814741 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.815136 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.815581 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.816016 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.816384 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.816823 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.817221 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.817658 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.818072 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.818403 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.818659 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.818883 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.819108 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.819568 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.819808 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.820023 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.820264 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.820482 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.820715 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.820961 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.821194 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.821426 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.822710 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.822710 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.822710 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.822710 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.823106 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.823192 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.823613 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.823935 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.824172 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.824397 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.824873 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.825421 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.825686 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.825940 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.826164 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.826419 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.826665 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.826913 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.827160 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.827385 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.827705 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.828478 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.828715 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.828960 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.829223 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.829451 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.829718 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.829938 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.830388 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.830637 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.830882 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.831114 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.831384 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.831647 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.831906 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.832143 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.832416 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.832722 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.832979 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.833305 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.833539 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.833824 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.834110 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.834389 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.834675 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.834913 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.835150 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.835438 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.835716 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.835959 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.837081 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.837544 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.838284 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.838700 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.840152 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 52118) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:34.841207 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.841512 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.841814 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.842162 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.842449 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.842690 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.842947 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.843628 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.843628 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.844067 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.844067 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.844393 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.844680 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.844958 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.845408 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.845641 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.846013 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.846312 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.846584 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.846893 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.847361 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.847552 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.847888 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.848325 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.848644 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.848941 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.849248 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.849538 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.849914 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067759 Dec 16 15:15:34.850126 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.852268 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.852745 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.853183 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.856206 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.856493 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.856760 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.857022 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.857311 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.857544 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.857829 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.858057 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.858378 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.858650 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.859406 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.860359 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.860359 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.860359 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.860359 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.860812 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.860929 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.861063 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.861748 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.864413 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.864713 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.865399 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.865672 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.865910 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.868125 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.868522 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.868832 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.869172 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.869407 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.869685 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.872231 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.873893 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.873893 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.874075 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.874535 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.875250 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.875510 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.875784 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.876050 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.876349 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.876888 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.877151 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.877381 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.877612 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.877851 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.878156 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.878434 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.878697 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.878960 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.879211 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.879451 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.879687 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.880937 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.881231 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.881469 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.881697 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.881918 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.882180 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.882398 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.882615 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.882846 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.883091 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.883341 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.884256 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.884826 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.885109 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.885937 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.885937 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.885937 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.886231 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.886231 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.886471 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.886732 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.886912 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.887131 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.887385 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.887602 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.887844 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.888072 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.888296 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.888532 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.888827 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.890650 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.890925 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.891939 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.891939 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.891939 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.891939 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.892385 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.892519 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.892712 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.892939 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.894126 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.894239 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.894447 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.894776 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.895056 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.895339 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.895583 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.895856 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.896146 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.896418 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.896643 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.896930 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.897308 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.897581 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.897848 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.898185 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.898475 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.898717 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.899041 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.899184 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.899419 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.899642 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.899911 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.900150 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.900379 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.900622 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.900861 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.901112 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.901341 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.901579 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.901834 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.902057 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.902207 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 15:15:34.902756 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102353) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 15:15:34.902917 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 15:15:34.903076 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 15:15:34.903273 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 15:15:34.903449 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 15:15:34.903697 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 15:15:34.903879 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.904081 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.904271 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.904458 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.904669 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.904868 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.905100 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.905233 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.905374 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.905523 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.905718 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.906829 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.906829 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.906829 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.906829 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.906829 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.906829 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908025 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908025 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908025 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908025 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908025 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908025 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] debug = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908025 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908919 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908919 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908919 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908919 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908919 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.908919 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.909676 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.909676 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.909676 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.909676 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.909676 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.910582 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.910582 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.910582 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.910582 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.910582 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.910582 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.911524 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] host = dv-cinder-801522-8-iscsi {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.911524 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.911524 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.911524 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.911524 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.911524 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.912456 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.912456 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.912456 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.912456 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.912456 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.912456 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.913668 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.913668 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.913668 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.913668 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_options = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.914124 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.914324 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.914497 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.914794 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.914922 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.915031 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.915176 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.915343 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.915510 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.915675 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.915838 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.916001 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.916163 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.916326 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.916490 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.916652 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.916815 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.916980 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.921074 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.921074 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.921074 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.921074 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.921074 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.921074 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.921074 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.921074 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923110 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923110 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923110 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923110 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923110 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923110 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923110 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923110 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923822 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923822 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923822 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923822 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923822 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923822 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923822 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.923822 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.924635 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.924635 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.924635 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.924635 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.924635 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_json = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.925251 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.925251 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.925251 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.925251 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.927063 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.927063 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.927063 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.927063 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:15:34.927063 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.927063 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.927689 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.927689 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.927689 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.927689 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.928021 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.928021 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.928257 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.928257 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.928493 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.928618 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.928750 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.928875 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.929081 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.929273 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.929447 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.929710 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.929876 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.930017 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.930156 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.930905 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.930905 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.930905 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.930905 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.930905 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.931583 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.931583 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.931583 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.932005 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933118 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933118 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933118 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933118 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933118 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933118 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933118 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933598 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933598 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933598 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933772 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.933988 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.934099 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.934225 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.934393 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.934560 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.934730 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.934894 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.935061 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.935284 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.935378 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.935547 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.935711 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.935848 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:34.935944 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.936026 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.936187 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.936350 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.936528 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.936692 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.936857 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.938557 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.938710 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.938874 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.939059 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.939220 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.939340 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.939536 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.939696 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.939832 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.939997 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.940168 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.940357 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.940506 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.940660 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.940796 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.940959 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.942566 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.942566 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.942566 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.942566 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.942566 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.943242 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.943242 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.943242 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.943242 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.943242 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.943939 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.943939 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.943939 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.943939 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.944263 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.944263 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.944408 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.944518 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.944684 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.944859 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.945025 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.945243 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.945409 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.945574 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.945738 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947114 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947114 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947114 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947114 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947114 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947114 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947114 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947114 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947925 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947925 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947925 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947925 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947925 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.947925 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.948450 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.948450 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.948450 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.948660 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.948660 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.948805 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.948976 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.950200 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.950807 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.950807 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.950807 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.951128 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.951128 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.951337 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.951337 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.951542 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.951648 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.951796 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.952035 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.952136 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.952287 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.952491 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.952771 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.952947 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.953281 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.954091 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.954249 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.954421 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.954978 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.954978 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.954978 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.955300 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.955300 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.955510 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.955510 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.955707 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.955813 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.955982 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.956147 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.956313 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.956480 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.956646 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.956811 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.956978 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.957988 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.958169 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.958329 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.958481 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.958718 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.958818 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.958959 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.959272 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.959590 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.959763 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.959920 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.960243 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.960428 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.960573 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.960722 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.960889 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.961152 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.961308 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.961448 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.961582 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.961733 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.961870 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.962005 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.962261 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.962406 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.962543 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.962677 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.962811 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.963342 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.963342 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.963342 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.963740 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.963740 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.963740 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.964160 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.964160 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.964160 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.964430 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.964515 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.964627 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.964797 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.964955 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.965160 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.965302 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.965445 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.965617 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.965787 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.965949 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.966534 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.966534 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.966534 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.966813 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.966813 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.966963 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.967044 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.967337 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.967443 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.967527 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.967678 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.967853 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.968063 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.968207 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.968504 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.968738 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.968943 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.969195 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.971012 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.971216 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.972000 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.972170 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.972413 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.972518 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.972671 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.972839 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.973008 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.973185 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.973353 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.973529 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.973694 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.973934 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.974060 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.974933 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.974933 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.974933 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.974933 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.974933 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.974933 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.975500 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.975500 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.975500 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.975784 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.975784 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.975931 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.976041 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.976205 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.976374 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.976546 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.976711 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.976878 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.977101 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.978054 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.978221 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.978389 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.978653 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.978778 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.978895 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.979053 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.979227 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.980606 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.980606 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.980606 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.980606 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.980606 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.980606 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.980606 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.980606 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.981881 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.981881 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.981881 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.981881 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.981881 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.981881 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.981881 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.981881 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.982456 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.982456 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.982456 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.982665 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.982665 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.982809 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.982955 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.983141 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:15:34.983290 dv-cinder-801522-8-iscsi neutron-server[102353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 15:15:47.092522 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8cf032-57af-4ab0-9f84-0dfc112d06a9 None None] get_active_networks_info from dv-cinder-801522-8-iscsi {{(pid=102464) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:15:47.127561 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-5837782a-b538-4118-b3e9-c470da98c05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533139'] for agent, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.189948 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8cf032-57af-4ab0-9f84-0dfc112d06a9 None None] No non-hosted networks {{(pid=102464) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 15:15:49.654597 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6d214052-5067-41a3-a8ae-9c15a3234012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533139'] for agent, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.704484 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a7680529-762f-4eb5-a608-6c47bca1e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:50.681217 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533139'] for agent, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.000531 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533139'] for agent, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:53.040351 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533139'] for agent, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:53.042047 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.042628 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.043137 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.043704 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.044183 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.044707 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.045276 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.049571 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.050598 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.053354 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.055808 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.056191 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.056557 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:53.056993 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801522-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:53.065900 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801522-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:53.438808 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 52216) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:54.107252 dv-cinder-801522-8-iscsi neutron-server[102462]: WARNING oslo_policy.policy [None req-dbb60537-776b-461a-908a-9fc7e5f56e78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:15:54.107828 dv-cinder-801522-8-iscsi neutron-server[102462]: WARNING oslo_policy.policy [None req-dbb60537-776b-461a-908a-9fc7e5f56e78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:15:54.341393 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [None req-dbb60537-776b-461a-908a-9fc7e5f56e78 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:15:54.344511 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-dbb60537-776b-461a-908a-9fc7e5f56e78 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9043167 Dec 16 15:15:56.280308 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.db.l3_hamode_db [None req-1d63d403-517a-426e-8544-3d5130193d86 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 15:15:56.360820 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63d403-517a-426e-8544-3d5130193d86 None None] Routers set() bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:56.361235 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63d403-517a-426e-8544-3d5130193d86 None None] Router IDs set() for agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 15:15:57.019292 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 52232) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:57.353164 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-3b6deb41-bed7-4168-9370-381f3ac7aa2c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:57.468457 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.policy [None req-3b6deb41-bed7-4168-9370-381f3ac7aa2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102462) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 15:15:57.517717 dv-cinder-801522-8-iscsi neutron-server[102462]: WARNING oslo_policy.policy [None req-3b6deb41-bed7-4168-9370-381f3ac7aa2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:15:57.518103 dv-cinder-801522-8-iscsi neutron-server[102462]: WARNING oslo_policy.policy [None req-3b6deb41-bed7-4168-9370-381f3ac7aa2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:15:57.526908 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.quota [None req-3b6deb41-bed7-4168-9370-381f3ac7aa2c admin admin] Loaded quota_driver: . Dec 16 15:15:57.620758 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3b6deb41-bed7-4168-9370-381f3ac7aa2c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772717343601', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772717343004', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772717333384', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772717362833', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772717353361', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772717372646', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16487663', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16495599', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-680155', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606294'] for rbac-policy, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:57.691373 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3b6deb41-bed7-4168-9370-381f3ac7aa2c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:57.692587 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-3b6deb41-bed7-4168-9370-381f3ac7aa2c admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6723149 Dec 16 15:16:00.575811 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52244) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:01.120535 dv-cinder-801522-8-iscsi neutron-server[102463]: WARNING oslo_policy.policy [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:16:01.121158 dv-cinder-801522-8-iscsi neutron-server[102463]: WARNING oslo_policy.policy [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:16:01.363622 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Request body: {'network': {'project_id': 'da500ab54eef48479fa4f989469871b4', 'admin_state_up': True, 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'name': 'private'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:01.365230 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.quota [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Loaded quota_driver: . Dec 16 15:16:01.429808 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Made reservation on behalf of da500ab54eef48479fa4f989469871b4 for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:01.502186 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.policy [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102463) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 15:16:01.550559 dv-cinder-801522-8-iscsi neutron-server[102463]: WARNING oslo_policy.policy [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:16:01.551165 dv-cinder-801522-8-iscsi neutron-server[102463]: WARNING oslo_policy.policy [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:16:01.564651 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.588998 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.715790 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.720248 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.741438 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=102463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:16:01.772499 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772713848697', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.773137 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Unsubscribe: segment precommit_create {{(pid=102463) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 15:16:01.773675 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Added segment 913e22bf-efe6-426d-a756-8dcecd3396df of type vlan for network ee543dfd-c321-41a7-a790-abed2253440c Dec 16 15:16:01.791674 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe5a65a-c8e9-4f60-ae7b-b2f8fde9e64d,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:01.814422 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.814786 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.815133 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.815464 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.815795 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.816119 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.816458 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.816783 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.817201 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.817585 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.817913 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.818234 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.818553 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Tracked resource versions report: Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: pushed versions: Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: { 'AddressGroup': {'1.2'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'ConntrackHelper': {'1.0'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Log': {'1.0'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Network': {'1.1'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Port': {'1.7'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'PortForwarding': {'1.2'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'QosPolicy': {'1.10'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SecurityGroup': {'1.5'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SubPort': {'1.0'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Subnet': {'1.1'}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Trunk': {'1.1'}} Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: consumer versions: Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: { DHCP agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: L3 agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: Metadata agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: Metering agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: Open vSwitch agent@dv-cinder-801522-8-iscsi: { 'AddressGroup': '1.2', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'ConntrackHelper': '1.0', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'LocalIPAssociation': '1.0', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Log': '1.0', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Network': '1.1', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Port': '1.7', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'PortForwarding': '1.2', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'QosPolicy': '1.10', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SecurityGroup': '1.5', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SecurityGroupRule': '1.2', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SubPort': '1.0', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Subnet': '1.1', Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Trunk': '1.1'}} Dec 16 15:16:01.819938 dv-cinder-801522-8-iscsi neutron-server[102463]: {{(pid=102463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:16:01.915442 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.963889 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.965369 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:01.966263 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:02.056337 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4776666 Dec 16 15:16:02.085538 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bcdfe-52c7-4ff5-ae85-a651ddcff07d admin admin] Pushing event updated for resources: {'Network': ['ID=ee543dfd-c321-41a7-a790-abed2253440c,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:02.099627 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network ee543dfd-c321-41a7-a790-abed2253440c details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:16:05.147523 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52266) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:05.570314 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a18707a-69a5-4a83-b396-e9939009d439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:05.571623 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-6a18707a-69a5-4a83-b396-e9939009d439 admin admin] 10.222.0.75 "GET /v2.0/networks/ee543dfd-c321-41a7-a790-abed2253440c HTTP/1.1" status: 200 len: 825 time: 0.4231143 Dec 16 15:16:05.621399 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f6ef2497-4ab6-4312-9ef8-bdca2f1c1dd4 admin admin] 10.222.0.75 "GET /v2.0/subnetpools/3c9054c8-917d-4e39-89e3-7e3fc52e3032 HTTP/1.1" status: 200 len: 734 time: 0.0382924 Dec 16 15:16:05.631754 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c', 'subnetpool_id': '3c9054c8-917d-4e39-89e3-7e3fc52e3032'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:05.659753 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] Made reservation on behalf of da500ab54eef48479fa4f989469871b4 for: {'subnet': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:05.662227 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:06.026310 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:06.100524 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73913898-b499-4fac-96ba-b708997b64b9,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:06.109346 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] Checking segment: {'id': '913e22bf-efe6-426d-a756-8dcecd3396df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:06.109346 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] Network hostable DHCP agents. Network: ee543dfd-c321-41a7-a790-abed2253440c, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:16:06.128030 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] Network ee543dfd-c321-41a7-a790-abed2253440c is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:16:06.141741 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, ee543dfd-c321-41a7-a790-abed2253440c) {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:06.148162 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:06.149130 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:06.152755 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41882c95-875d-4a93-a6b9-9f2204299d44 None None] Network ee543dfd-c321-41a7-a790-abed2253440c requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:16:06.170707 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-a7c0de95-c40c-4974-94f7-5d5b97a76787 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5417931 Dec 16 15:16:06.524458 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0723580d-6b33-516e-bc04-7869bf385167-ee543dfd-c321-41a7-a790-abed2253440c', 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c', 'project_id': 'da500ab54eef48479fa4f989469871b4', 'fixed_ips': [{'subnet_id': '73913898-b499-4fac-96ba-b708997b64b9'}]}} from dv-cinder-801522-8-iscsi. {{(pid=102464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:16:06.526470 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.006635 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.db_base_plugin_common [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Allocated IP 172.20.0.2 (ee543dfd-c321-41a7-a790-abed2253440c/73913898-b499-4fac-96ba-b708997b64b9/820703c7-b141-4922-b7bd-90d2726b6f19) {{(pid=102464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:07.317412 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Publish callbacks [] for port, precommit_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.327798 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.407620 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Network ee543dfd-c321-41a7-a790-abed2253440c is already hosted by enough agents. {{(pid=102464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:07.413946 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.base_scheduler [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Resources bound (agent type, host, resource id): {{(pid=102464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:07.429429 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Received port after_create {{(pid=102464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:07.442444 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Pushing event updated for resources: {'Port': ['ID=820703c7-b141-4922-b7bd-90d2726b6f19,revision_number=1']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:07.474098 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.474613 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.475172 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.475610 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.476038 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.476471 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.476902 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.477360 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.477841 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.478282 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.478707 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.479136 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.479561 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Tracked resource versions report: Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: pushed versions: Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: { 'AddressGroup': {'1.2'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'ConntrackHelper': {'1.0'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Log': {'1.0'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Network': {'1.1'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Port': {'1.7'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'PortForwarding': {'1.2'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'QosPolicy': {'1.10'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SecurityGroup': {'1.5'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SubPort': {'1.0'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Subnet': {'1.1'}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Trunk': {'1.1'}} Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: consumer versions: Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: { DHCP agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: L3 agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: Metadata agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: Metering agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: Open vSwitch agent@dv-cinder-801522-8-iscsi: { 'AddressGroup': '1.2', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'ConntrackHelper': '1.0', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'LocalIPAssociation': '1.0', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Log': '1.0', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Network': '1.1', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Port': '1.7', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'PortForwarding': '1.2', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'QosPolicy': '1.10', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SecurityGroup': '1.5', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SecurityGroupRule': '1.2', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SubPort': '1.0', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Subnet': '1.1', Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Trunk': '1.1'}} Dec 16 15:16:07.481333 dv-cinder-801522-8-iscsi neutron-server[102464]: {{(pid=102464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:16:07.561482 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Attempting to bind port 820703c7-b141-4922-b7bd-90d2726b6f19 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:07.562477 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Attempting to bind port 820703c7-b141-4922-b7bd-90d2726b6f19 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '913e22bf-efe6-426d-a756-8dcecd3396df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:07.563213 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Attempting to bind port 820703c7-b141-4922-b7bd-90d2726b6f19 on network ee543dfd-c321-41a7-a790-abed2253440c {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:07.572505 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:07.573011 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Checking segment: {'id': '913e22bf-efe6-426d-a756-8dcecd3396df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:07.573782 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.574404 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Bound using segment: {'id': '913e22bf-efe6-426d-a756-8dcecd3396df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:07.575176 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Bound port: 820703c7-b141-4922-b7bd-90d2726b6f19, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913e22bf-efe6-426d-a756-8dcecd3396df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:07.575845 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.693652 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] For port 820703c7-b141-4922-b7bd-90d2726b6f19, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:07.699045 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] For port 820703c7-b141-4922-b7bd-90d2726b6f19, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=820703c7-b141-4922-b7bd-90d2726b6f19,segment=NetworkSegment(913e22bf-efe6-426d-a756-8dcecd3396df),segment_id=913e22bf-efe6-426d-a756-8dcecd3396df)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:07.706096 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.781455 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068aecbb-0f23-4f7a-8a0b-197d21f48a2d None None] Pushing event updated for resources: {'Port': ['ID=820703c7-b141-4922-b7bd-90d2726b6f19,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:09.148343 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 52274) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:09.620294 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [None req-c6c63ee0-3cab-45ab-86a8-978dd8cd510f admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:16:09.622253 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-c6c63ee0-3cab-45ab-86a8-978dd8cd510f admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4726477 Dec 16 15:16:12.409946 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 52282) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:12.871566 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [None req-016843c5-f310-4202-998a-4134d4e0d493 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:16:12.872724 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-016843c5-f310-4202-998a-4134d4e0d493 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4615614 Dec 16 15:16:15.928069 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52292) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:16.248913 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-5d5c1e28-918f-4fda-9938-edd5f5d8ce4a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'admin_state_up': True}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:16.275460 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1e28-918f-4fda-9938-edd5f5d8ce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38278'] for router, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:16.277082 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1e28-918f-4fda-9938-edd5f5d8ce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38287'] for router, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:16.418396 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1e28-918f-4fda-9938-edd5f5d8ce4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:16.424375 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1e28-918f-4fda-9938-edd5f5d8ce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534684'] for router, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:16.441463 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1e28-918f-4fda-9938-edd5f5d8ce4a admin admin] Publish callbacks [] for router, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:16.442727 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-5d5c1e28-918f-4fda-9938-edd5f5d8ce4a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5136688 Dec 16 15:16:16.965572 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6f53b548-9924-460f-8c3a-3b333950b632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:17.077013 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 820703c7-b141-4922-b7bd-90d2726b6f19 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:17.166873 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 820703c7-b141-4922-b7bd-90d2726b6f19 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:17.167197 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:17.283151 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:17.328078 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 820703c7-b141-4922-b7bd-90d2726b6f19, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=820703c7-b141-4922-b7bd-90d2726b6f19,segment=NetworkSegment(913e22bf-efe6-426d-a756-8dcecd3396df),segment_id=913e22bf-efe6-426d-a756-8dcecd3396df)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:17.332416 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:17.384068 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=820703c7-b141-4922-b7bd-90d2726b6f19,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:18.379964 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962d6e90-68b1-4805-8890-b79d83536ecb None None] Network ee543dfd-c321-41a7-a790-abed2253440c requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:16:18.547652 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-80be7e0f-b22f-4395-a856-f2745a957f0d None None] Provisioning complete for port 820703c7-b141-4922-b7bd-90d2726b6f19 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:18.548064 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-80be7e0f-b22f-4395-a856-f2745a957f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:18.748678 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-bf46fd33-bd97-4302-ba2a-99662fc695a6 None None] Provisioning complete for port 820703c7-b141-4922-b7bd-90d2726b6f19 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:18.749057 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-bf46fd33-bd97-4302-ba2a-99662fc695a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.038061 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 820703c7-b141-4922-b7bd-90d2726b6f19 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:19.087647 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 820703c7-b141-4922-b7bd-90d2726b6f19 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:19.088018 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.432055 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52304) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:19.659812 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-062f7d18-7817-4076-a342-6a48e4548cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.759438 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [None req-03f0f480-0f42-4767-be12-04b8d5ddc42f admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:16:19.760454 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-03f0f480-0f42-4767-be12-04b8d5ddc42f admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3274572 Dec 16 15:16:20.626644 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:21.923597 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.450088 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52322) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:22.588799 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:22.612191 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Made reservation on behalf of d1f48308bfda43028ba2752f12936420 for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:22.614451 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.623004 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.701417 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.705192 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.720569 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Reserving flat network on physical network physnet1 {{(pid=102463) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 15:16:22.739885 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e9acc4-8271-48d9-ab10-cf9df320db76,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:22.744861 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.745230 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Added segment 56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61 of type flat for network dbb0cafc-aada-4bc8-97e6-0316760d206b Dec 16 15:16:22.794945 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.827866 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.828817 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:22.829433 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.885924 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4340901 Dec 16 15:16:22.893787 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53895c28-2e38-4f26-a521-613d66ccd47c admin admin] Pushing event updated for resources: {'Network': ['ID=dbb0cafc-aada-4bc8-97e6-0316760d206b,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:22.905594 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network dbb0cafc-aada-4bc8-97e6-0316760d206b details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:16:23.052237 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:25.427018 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52340) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:25.536395 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7c4f24-0267-4aa1-a3c7-5cbff1d9359e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:25.537848 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1c7c4f24-0267-4aa1-a3c7-5cbff1d9359e admin admin] 10.222.0.75 "GET /v2.0/subnets/73913898-b499-4fac-96ba-b708997b64b9 HTTP/1.1" status: 200 len: 849 time: 0.1098650 Dec 16 15:16:25.683792 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1e93a7dc-bc73-46a0-a53a-23a46c651071 admin admin] 10.222.0.75 "GET /v2.0/routers/a1b39b6f-ade2-47d0-9355-41c5fef9ac5b HTTP/1.1" status: 200 len: 704 time: 0.1394696 Dec 16 15:16:25.968145 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.282000 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Allocated IP 172.20.0.1 (ee543dfd-c321-41a7-a790-abed2253440c/73913898-b499-4fac-96ba-b708997b64b9/a17ec145-9f20-41e3-8b79-47fa01054edf) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:26.498008 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.569203 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.642122 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Network ee543dfd-c321-41a7-a790-abed2253440c is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:26.647694 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:26.653347 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:26.654720 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536559'] for router_interface, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.713427 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Pushing event updated for resources: {'Port': ['ID=a17ec145-9f20-41e3-8b79-47fa01054edf,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:26.871805 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.908835 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-876ff371-8fbc-42c9-aed9-1e78ab8d08a1 None None] Provisioning complete for port a17ec145-9f20-41e3-8b79-47fa01054edf triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:26.909547 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-876ff371-8fbc-42c9-aed9-1e78ab8d08a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.944854 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-876ff371-8fbc-42c9-aed9-1e78ab8d08a1 None None] Port a17ec145-9f20-41e3-8b79-47fa01054edf cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:27.082946 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:27.087988 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:27.088705 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533087'] for router_interface, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:27.168039 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Pushing event updated for resources: {'Port': ['ID=a17ec145-9f20-41e3-8b79-47fa01054edf,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:27.219530 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Network ee543dfd-c321-41a7-a790-abed2253440c is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:27.220915 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:27.385223 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Router a1b39b6f-ade2-47d0-9355-41c5fef9ac5b is scheduled to L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 with binding_index 1 {{(pid=102463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:16:27.468152 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-d77e5998-8c8f-4dd2-8bec-f78eabe83ea1 None None] Provisioning complete for port a17ec145-9f20-41e3-8b79-47fa01054edf triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:27.468442 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d77e5998-8c8f-4dd2-8bec-f78eabe83ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:27.479315 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:16:27.485606 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-c32bae62-0c4d-43b8-9b30-60af47ad5a22 admin admin] 10.222.0.75 "PUT /v2.0/routers/a1b39b6f-ade2-47d0-9355-41c5fef9ac5b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7954760 Dec 16 15:16:27.491969 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Sync routers for ids ['a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:16:27.507680 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Routers {'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:27.508627 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:16:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:27.515098 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-d77e5998-8c8f-4dd2-8bec-f78eabe83ea1 None None] Port a17ec145-9f20-41e3-8b79-47fa01054edf cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:27.714330 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Set router a1b39b6f-ade2-47d0-9355-41c5fef9ac5b gateway port host: None {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:28.191744 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'name': 'router1', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:16Z', 'updated_at': '2021-12-16T15:16:26Z', 'revision_number': 2, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'gw_port_host': None, '_interfaces': [{'id': 'a17ec145-9f20-41e3-8b79-47fa01054edf', 'name': '', 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'mac_address': 'fa:16:3e:d9:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73913898-b499-4fac-96ba-b708997b64b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:25Z', 'updated_at': '2021-12-16T15:16:26Z', 'revision_number': 2, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'subnets': [{'id': '73913898-b499-4fac-96ba-b708997b64b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c9054c8-917d-4e39-89e3-7e3fc52e3032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:28.245713 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Checking router: a1b39b6f-ade2-47d0-9355-41c5fef9ac5b for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:16:28.245994 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Updating router a1b39b6f-ade2-47d0-9355-41c5fef9ac5b port a17ec145-9f20-41e3-8b79-47fa01054edf binding host dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:16:28.304690 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:28.953988 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Publish callbacks [] for port, precommit_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:28.962772 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.137350 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Pushing event updated for resources: {'Port': ['ID=a17ec145-9f20-41e3-8b79-47fa01054edf,revision_number=3']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:29.140291 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Attempting to bind port a17ec145-9f20-41e3-8b79-47fa01054edf on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:29.140693 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Attempting to bind port a17ec145-9f20-41e3-8b79-47fa01054edf by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '913e22bf-efe6-426d-a756-8dcecd3396df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c'}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:29.141213 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Attempting to bind port a17ec145-9f20-41e3-8b79-47fa01054edf on network ee543dfd-c321-41a7-a790-abed2253440c {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:29.148721 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:29.149409 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Checking segment: {'id': '913e22bf-efe6-426d-a756-8dcecd3396df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:29.149673 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.150054 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Bound using segment: {'id': '913e22bf-efe6-426d-a756-8dcecd3396df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c'} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:29.150535 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Bound port: a17ec145-9f20-41e3-8b79-47fa01054edf, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913e22bf-efe6-426d-a756-8dcecd3396df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c'}}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:29.150919 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.158113 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.158491 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.158857 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.159203 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.159538 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.159870 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.160202 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.160538 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.160862 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.161235 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.161569 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.161892 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.162217 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Tracked resource versions report: Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: pushed versions: Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: { 'AddressGroup': {'1.2'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'ConntrackHelper': {'1.0'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Log': {'1.0'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Network': {'1.1'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Port': {'1.7'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'PortForwarding': {'1.2'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'QosPolicy': {'1.10'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SecurityGroup': {'1.5'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SubPort': {'1.0'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Subnet': {'1.1'}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Trunk': {'1.1'}} Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: consumer versions: Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: { DHCP agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: L3 agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: Metadata agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: Metering agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: Open vSwitch agent@dv-cinder-801522-8-iscsi: { 'AddressGroup': '1.2', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'ConntrackHelper': '1.0', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'LocalIPAssociation': '1.0', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Log': '1.0', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Network': '1.1', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Port': '1.7', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'PortForwarding': '1.2', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'QosPolicy': '1.10', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SecurityGroup': '1.5', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SecurityGroupRule': '1.2', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SubPort': '1.0', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Subnet': '1.1', Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Trunk': '1.1'}} Dec 16 15:16:29.163728 dv-cinder-801522-8-iscsi neutron-server[102465]: {{(pid=102465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:16:29.244426 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] For port a17ec145-9f20-41e3-8b79-47fa01054edf, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:29.254995 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-ca48e202-686c-4894-9823-ba27698f13fd None None] Provisioning complete for port a17ec145-9f20-41e3-8b79-47fa01054edf triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:29.256100 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ca48e202-686c-4894-9823-ba27698f13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.268377 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] For port a17ec145-9f20-41e3-8b79-47fa01054edf, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a17ec145-9f20-41e3-8b79-47fa01054edf,segment=NetworkSegment(913e22bf-efe6-426d-a756-8dcecd3396df),segment_id=913e22bf-efe6-426d-a756-8dcecd3396df)] {{(pid=102465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:29.274781 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.295090 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-ca48e202-686c-4894-9823-ba27698f13fd None None] Port a17ec145-9f20-41e3-8b79-47fa01054edf cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:29.330503 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Routers {'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:29.331122 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:16:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:29.409326 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7bf1a-be34-414b-b0fd-91f897ba3c51 None None] Pushing event updated for resources: {'Port': ['ID=a17ec145-9f20-41e3-8b79-47fa01054edf,revision_number=4']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:29.433611 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] Set router a1b39b6f-ade2-47d0-9355-41c5fef9ac5b gateway port host: None {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:29.518419 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-8618c00c-0d60-4a7f-a225-c3a3369023fa None None] Provisioning complete for port a17ec145-9f20-41e3-8b79-47fa01054edf triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:29.518937 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8618c00c-0d60-4a7f-a225-c3a3369023fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.609169 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8618c00c-0d60-4a7f-a225-c3a3369023fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.643445 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-8618c00c-0d60-4a7f-a225-c3a3369023fa None None] For port a17ec145-9f20-41e3-8b79-47fa01054edf, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a17ec145-9f20-41e3-8b79-47fa01054edf,segment=NetworkSegment(913e22bf-efe6-426d-a756-8dcecd3396df),segment_id=913e22bf-efe6-426d-a756-8dcecd3396df)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:29.648527 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8618c00c-0d60-4a7f-a225-c3a3369023fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.680575 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'name': 'router1', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:16Z', 'updated_at': '2021-12-16T15:16:26Z', 'revision_number': 2, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'gw_port_host': None, '_interfaces': [{'id': 'a17ec145-9f20-41e3-8b79-47fa01054edf', 'name': '', 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'mac_address': 'fa:16:3e:d9:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73913898-b499-4fac-96ba-b708997b64b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:25Z', 'updated_at': '2021-12-16T15:16:29Z', 'revision_number': 4, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'subnets': [{'id': '73913898-b499-4fac-96ba-b708997b64b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c9054c8-917d-4e39-89e3-7e3fc52e3032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:29.698914 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618c00c-0d60-4a7f-a225-c3a3369023fa None None] Pushing event updated for resources: {'Port': ['ID=a17ec145-9f20-41e3-8b79-47fa01054edf,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:29.711977 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb5ff6a-6955-4077-97e0-f31143508122 None None] The sync data for ids ['a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'] in dv-cinder-801522-8-iscsi is: [{'id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'name': 'router1', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:16Z', 'updated_at': '2021-12-16T15:16:26Z', 'revision_number': 2, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'gw_port_host': None, '_interfaces': [{'id': 'a17ec145-9f20-41e3-8b79-47fa01054edf', 'name': '', 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'mac_address': 'fa:16:3e:d9:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73913898-b499-4fac-96ba-b708997b64b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:25Z', 'updated_at': '2021-12-16T15:16:29Z', 'revision_number': 4, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'subnets': [{'id': '73913898-b499-4fac-96ba-b708997b64b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c9054c8-917d-4e39-89e3-7e3fc52e3032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:16:30.075141 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52350) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:30.190862 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b008b4b9-20bd-40b9-b852-20bc41de9ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:30.192353 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-b008b4b9-20bd-40b9-b852-20bc41de9ef1 admin admin] 10.222.0.75 "GET /v2.0/networks/dbb0cafc-aada-4bc8-97e6-0316760d206b HTTP/1.1" status: 200 len: 842 time: 0.1162724 Dec 16 15:16:30.203447 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:30.227073 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Made reservation on behalf of d1f48308bfda43028ba2752f12936420 for: {'subnet': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:30.229391 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:30.598637 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.objects.ports [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102463) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:16:30.599091 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:30.651506 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:30.667879 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Checking segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:30.668233 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Network hostable DHCP agents. Network: dbb0cafc-aada-4bc8-97e6-0316760d206b, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:16:30.687616 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:16:30.697821 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, dbb0cafc-aada-4bc8-97e6-0316760d206b) {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:30.703400 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:30.705890 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:30.707925 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7efbc44-725a-44ed-803b-6ee25b756a70 None None] Network dbb0cafc-aada-4bc8-97e6-0316760d206b requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:16:30.728322 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-0af4c8a6-38da-40d3-a2d0-ac6a0ec3f44a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5289230 Dec 16 15:16:30.825513 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab8dbb-33c8-447d-af00-a39d0919eafd None None] Network dbb0cafc-aada-4bc8-97e6-0316760d206b requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:16:33.412567 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52358) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:33.552580 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-43e60cbe-e0e4-42c0-910d-62bf3a70a3cf admin admin] 10.222.0.75 "GET /v2.0/routers/a1b39b6f-ade2-47d0-9355-41c5fef9ac5b HTTP/1.1" status: 200 len: 710 time: 0.1386704 Dec 16 15:16:33.658163 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228a7be6-6acc-4c99-b7f1-78355c6ec80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:33.660290 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-228a7be6-6acc-4c99-b7f1-78355c6ec80c admin admin] 10.222.0.75 "GET /v2.0/networks/dbb0cafc-aada-4bc8-97e6-0316760d206b HTTP/1.1" status: 200 len: 886 time: 0.1005757 Dec 16 15:16:33.669965 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:33.941407 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.190987 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.272864 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.381966 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Allocated IP 172.27.3.135 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/0a6befcf-e63c-47d2-b645-e4101f0f0930) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:34.509315 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.552232 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.599186 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:34.607241 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:34.609214 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Pushing event updated for resources: {'Port': ['ID=0a6befcf-e63c-47d2-b645-e4101f0f0930,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:34.621692 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:34.968968 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.189427 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38301'] for router, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.192829 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530745'] for router, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.306745 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Router a1b39b6f-ade2-47d0-9355-41c5fef9ac5b has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:16:35.421527 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:16:35.426905 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] Publish callbacks [] for router, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.428172 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-c34b36c9-e79d-4ac8-a729-a04aad3e207e admin admin] 10.222.0.75 "PUT /v2.0/routers/a1b39b6f-ade2-47d0-9355-41c5fef9ac5b HTTP/1.1" status: 200 len: 890 time: 1.7619166 Dec 16 15:16:37.102722 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a17ec145-9f20-41e3-8b79-47fa01054edf up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:37.157116 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port a17ec145-9f20-41e3-8b79-47fa01054edf triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:37.158071 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:37.288715 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Sync routers for ids ['a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:16:37.300928 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Routers {'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:37.301814 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:16:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:37.525432 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Set router a1b39b6f-ade2-47d0-9355-41c5fef9ac5b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:38.030498 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'name': 'router1', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '0a6befcf-e63c-47d2-b645-e4101f0f0930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:16Z', 'updated_at': '2021-12-16T15:16:34Z', 'revision_number': 4, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'gw_port': {'id': '0a6befcf-e63c-47d2-b645-e4101f0f0930', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:34Z', 'updated_at': '2021-12-16T15:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'a17ec145-9f20-41e3-8b79-47fa01054edf', 'name': '', 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'mac_address': 'fa:16:3e:d9:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73913898-b499-4fac-96ba-b708997b64b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:25Z', 'updated_at': '2021-12-16T15:16:29Z', 'revision_number': 5, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'subnets': [{'id': '73913898-b499-4fac-96ba-b708997b64b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c9054c8-917d-4e39-89e3-7e3fc52e3032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:38.085228 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Checking router: a1b39b6f-ade2-47d0-9355-41c5fef9ac5b for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:16:38.085594 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Updating router a1b39b6f-ade2-47d0-9355-41c5fef9ac5b port 0a6befcf-e63c-47d2-b645-e4101f0f0930 binding host dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:16:38.135528 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.471143 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Publish callbacks [] for port, precommit_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.476675 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.531028 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e1971-9943-4375-858d-a539bf80670b None None] Pushing event updated for resources: {'Port': ['ID=0a6befcf-e63c-47d2-b645-e4101f0f0930,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:38.535408 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Attempting to bind port 0a6befcf-e63c-47d2-b645-e4101f0f0930 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:38.535933 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Attempting to bind port 0a6befcf-e63c-47d2-b645-e4101f0f0930 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:38.536191 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Attempting to bind port 0a6befcf-e63c-47d2-b645-e4101f0f0930 on network dbb0cafc-aada-4bc8-97e6-0316760d206b {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:38.541474 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:38.541849 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Checking segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:38.542251 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.542643 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Bound using segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:38.543114 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Bound port: 0a6befcf-e63c-47d2-b645-e4101f0f0930, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:38.543538 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.577238 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52372) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:38.598813 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] For port 0a6befcf-e63c-47d2-b645-e4101f0f0930, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:38.602375 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] For port 0a6befcf-e63c-47d2-b645-e4101f0f0930, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=0a6befcf-e63c-47d2-b645-e4101f0f0930,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:38.607297 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.667369 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Routers {'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:38.667992 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:16:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:38.670578 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e1971-9943-4375-858d-a539bf80670b None None] Pushing event updated for resources: {'Port': ['ID=0a6befcf-e63c-47d2-b645-e4101f0f0930,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:38.701551 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-16c2c6f7-bd5c-4346-963e-53ebe84ea6ac admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1228085 Dec 16 15:16:38.790121 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] Set router a1b39b6f-ade2-47d0-9355-41c5fef9ac5b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:39.034006 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'name': 'router1', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '0a6befcf-e63c-47d2-b645-e4101f0f0930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:16Z', 'updated_at': '2021-12-16T15:16:34Z', 'revision_number': 4, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'gw_port': {'id': '0a6befcf-e63c-47d2-b645-e4101f0f0930', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:34Z', 'updated_at': '2021-12-16T15:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'a17ec145-9f20-41e3-8b79-47fa01054edf', 'name': '', 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'mac_address': 'fa:16:3e:d9:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73913898-b499-4fac-96ba-b708997b64b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:25Z', 'updated_at': '2021-12-16T15:16:29Z', 'revision_number': 5, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'subnets': [{'id': '73913898-b499-4fac-96ba-b708997b64b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c9054c8-917d-4e39-89e3-7e3fc52e3032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:39.061372 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17ad86-adae-463f-8d07-3f9230a2da89 None None] The sync data for ids ['a1b39b6f-ade2-47d0-9355-41c5fef9ac5b'] in dv-cinder-801522-8-iscsi is: [{'id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'name': 'router1', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '0a6befcf-e63c-47d2-b645-e4101f0f0930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:16Z', 'updated_at': '2021-12-16T15:16:34Z', 'revision_number': 4, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'gw_port': {'id': '0a6befcf-e63c-47d2-b645-e4101f0f0930', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:34Z', 'updated_at': '2021-12-16T15:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'a17ec145-9f20-41e3-8b79-47fa01054edf', 'name': '', 'network_id': 'ee543dfd-c321-41a7-a790-abed2253440c', 'tenant_id': 'da500ab54eef48479fa4f989469871b4', 'mac_address': 'fa:16:3e:d9:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b39b6f-ade2-47d0-9355-41c5fef9ac5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73913898-b499-4fac-96ba-b708997b64b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:25Z', 'updated_at': '2021-12-16T15:16:29Z', 'revision_number': 5, 'project_id': 'da500ab54eef48479fa4f989469871b4', 'subnets': [{'id': '73913898-b499-4fac-96ba-b708997b64b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c9054c8-917d-4e39-89e3-7e3fc52e3032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:16:41.105645 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 0a6befcf-e63c-47d2-b645-e4101f0f0930 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:41.164695 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 0a6befcf-e63c-47d2-b645-e4101f0f0930 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:41.165105 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:41.252532 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:41.284552 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 0a6befcf-e63c-47d2-b645-e4101f0f0930, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=0a6befcf-e63c-47d2-b645-e4101f0f0930,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:41.289203 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:41.341811 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=0a6befcf-e63c-47d2-b645-e4101f0f0930,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:42.824124 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 5 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:16:43.133022 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 0a6befcf-e63c-47d2-b645-e4101f0f0930 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:43.216531 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 0a6befcf-e63c-47d2-b645-e4101f0f0930 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:43.216531 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:46.992784 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f21bd962-d1bd-4539-b439-cca4aca4b8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.665925 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d8e603ce-5784-4378-8280-a91e618b9f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:50.634746 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:51.926947 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:53.039336 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:16.975521 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0350f3b3-4afa-46cd-b2d7-bff28cce1176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.662680 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-51da7fed-4006-4af9-bb31-af4c212d5311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.828193 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 5 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:17:20.634900 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:21.941762 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:23.047801 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.961323 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-997b17e2-1866-49ae-bba1-08d2658f8c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.670740 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-440582e7-06fb-4659-8210-ea2b438fab39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:50.647602 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:51.932086 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:53.033922 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.829007 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 5 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:18:08.722712 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52856) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:08.792764 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3dda6c-d29c-45e6-be27-167e254ca4c7 admin admin] GET failed (client error): The resource could not be found. Dec 16 15:18:08.794767 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-db3dda6c-d29c-45e6-be27-167e254ca4c7 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0704896 Dec 16 15:18:08.958715 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b604b66-c5af-4496-8381-35f18cc499a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:08.960088 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-5b604b66-c5af-4496-8381-35f18cc499a4 admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606848 Dec 16 15:18:11.417665 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52866) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:11.519689 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95c13ed-4387-4c5d-8043-8eef6f18d0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:11.521459 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d95c13ed-4387-4c5d-8043-8eef6f18d0ac admin admin] 10.222.0.75 "GET /v2.0/subnets/73913898-b499-4fac-96ba-b708997b64b9 HTTP/1.1" status: 200 len: 849 time: 0.1027408 Dec 16 15:18:11.532610 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:11.627288 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Publish callbacks [] for subnet, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.779731 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772713915356'] for subnet, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.828596 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:11.829253 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.845081 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] 10.222.0.75 "PUT /v2.0/subnets/73913898-b499-4fac-96ba-b708997b64b9 HTTP/1.1" status: 200 len: 868 time: 0.3028176 Dec 16 15:18:11.845353 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca4d3d2-05af-4129-a1bb-e9ebff08f9e5 None None] Network ee543dfd-c321-41a7-a790-abed2253440c requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:11.848210 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=73913898-b499-4fac-96ba-b708997b64b9,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:11.855091 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.855464 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.855803 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.856139 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.856604 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.856992 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.857405 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.857790 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.858154 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.858505 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.858839 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.859157 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:11.859481 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446dafaf-468c-48f7-9388-233b17508aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:12.138719 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-2c3adc1f-902e-47b0-915a-7563c72fdd20 None None] Provisioning complete for port 820703c7-b141-4922-b7bd-90d2726b6f19 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:12.139155 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-2c3adc1f-902e-47b0-915a-7563c72fdd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.235618 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-2c3adc1f-902e-47b0-915a-7563c72fdd20 None None] Provisioning complete for port a17ec145-9f20-41e3-8b79-47fa01054edf triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:12.235873 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-2c3adc1f-902e-47b0-915a-7563c72fdd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.307264 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52874) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:14.521017 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8d811-87cc-425f-a23e-078e25bec869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:14.521438 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8d811-87cc-425f-a23e-078e25bec869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:14.522992 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-eae8d811-87cc-425f-a23e-078e25bec869 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2147553 Dec 16 15:18:16.964267 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-55ef248c-5a1e-480a-91dc-75ed5258e2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:17.004334 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52882) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:17.142849 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4157af32-8a5d-485a-9fd2-651c578a1e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:17.143452 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4157af32-8a5d-485a-9fd2-651c578a1e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:17.145030 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4157af32-8a5d-485a-9fd2-651c578a1e01 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1397426 Dec 16 15:18:19.617307 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52890) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:19.656471 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-51531e52-898e-43e7-abe7-ee957ad1c492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:19.759550 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbecb04f-f645-45c1-9f66-2b9885442fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:19.760976 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-fbecb04f-f645-45c1-9f66-2b9885442fc5 admin admin] 10.222.0.75 "GET /v2.0/networks/dbb0cafc-aada-4bc8-97e6-0316760d206b HTTP/1.1" status: 200 len: 886 time: 0.1426730 Dec 16 15:18:20.641622 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:21.933884 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:22.359462 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52898) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:22.599205 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9488bd9c-b7ad-4d65-99ad-bae616f7a511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:22.600498 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-9488bd9c-b7ad-4d65-99ad-bae616f7a511 admin admin] 10.222.0.75 "GET /v2.0/networks/ee543dfd-c321-41a7-a790-abed2253440c HTTP/1.1" status: 200 len: 869 time: 0.2400866 Dec 16 15:18:23.028154 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:25.079823 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52906) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:25.217378 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b7b9f-b564-4563-a636-433de7fec061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:25.217844 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b7b9f-b564-4563-a636-433de7fec061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:25.219553 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-8d5b7b9f-b564-4563-a636-433de7fec061 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1387620 Dec 16 15:18:27.676748 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52914) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:27.770497 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb88e48-004c-4835-a450-4c948596ce44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:27.770959 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb88e48-004c-4835-a450-4c948596ce44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:27.772536 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-cbb88e48-004c-4835-a450-4c948596ce44 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948017 Dec 16 15:18:30.221758 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52922) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:30.319419 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a6286-fe3d-4e1b-b342-ae05847ce14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:30.320853 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-8e5a6286-fe3d-4e1b-b342-ae05847ce14a admin admin] 10.222.0.75 "GET /v2.0/subnets/73913898-b499-4fac-96ba-b708997b64b9 HTTP/1.1" status: 200 len: 868 time: 0.0980687 Dec 16 15:18:32.812539 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52930) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:32.900677 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980b172-95a3-443e-b81b-84cf4c254b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:32.902038 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1980b172-95a3-443e-b81b-84cf4c254b37 admin admin] 10.222.0.75 "GET /v2.0/subnets/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab HTTP/1.1" status: 200 len: 816 time: 0.0884988 Dec 16 15:18:33.827307 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 5 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:18:46.966257 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ae124b80-d55b-4cc5-a9d3-5c18036f4335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:49.658619 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d299ba61-ce81-4592-b18d-062b97420741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:50.644742 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:51.938289 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:53.033316 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:58.734775 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52984) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:58.783949 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [None req-f77c89ea-582c-457d-86fa-c74919eac664 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:18:58.784945 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f77c89ea-582c-457d-86fa-c74919eac664 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492291 Dec 16 15:19:01.365357 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 52992) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:01.431146 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.pecan_wsgi.hooks.translation [None req-35def3c6-d2fa-4cbd-a7fc-b80fde7b91fc admin admin] GET failed (client error): The resource could not be found. Dec 16 15:19:01.432493 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-35def3c6-d2fa-4cbd-a7fc-b80fde7b91fc admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661829 Dec 16 15:19:01.519847 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7671105-b968-487f-862a-422a40b1e12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:01.521448 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-e7671105-b968-487f-862a-422a40b1e12e admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840847 Dec 16 15:19:03.959964 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53000) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:04.013450 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:04.036670 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] Made reservation on behalf of d1f48308bfda43028ba2752f12936420 for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:04.039164 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.068398 dv-cinder-801522-8-iscsi neutron-server[102463]: WARNING neutron.services.revisions.revision_plugin [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] Could not find related network for resource to bump revision. Dec 16 15:19:04.082843 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=102463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:19:04.094204 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.094549 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] Added segment 51a51a9d-0604-4470-9506-ed2532923864 of type vlan for network fe4ae3f8-9d10-4953-9098-8591ad3b575e Dec 16 15:19:04.142783 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.167995 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.170001 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:04.170589 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.228456 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2673957 Dec 16 15:19:04.236617 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7d061-1056-420d-be98-2cbdb8903e04 admin admin] Pushing event updated for resources: {'Network': ['ID=fe4ae3f8-9d10-4953-9098-8591ad3b575e,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:04.248410 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network fe4ae3f8-9d10-4953-9098-8591ad3b575e details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:19:06.692576 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53008) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:06.759590 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee773c8-ec8b-4924-91ce-07ec81366551 admin admin] GET failed (client error): The resource could not be found. Dec 16 15:19:06.760961 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4ee773c8-ec8b-4924-91ce-07ec81366551 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0674942 Dec 16 15:19:06.835358 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2f03d0-bd88-4154-9ec7-4dec897c1321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:06.836841 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1e2f03d0-bd88-4154-9ec7-4dec897c1321 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702312 Dec 16 15:19:06.847124 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:06.868993 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] Made reservation on behalf of d1f48308bfda43028ba2752f12936420 for: {'subnet': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:06.871376 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:07.034461 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:07.089267 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8ba411-b93a-4cff-8ba3-089a77ff33f8,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:07.098697 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] Checking segment: {'id': '51a51a9d-0604-4470-9506-ed2532923864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:07.099144 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] Network hostable DHCP agents. Network: fe4ae3f8-9d10-4953-9098-8591ad3b575e, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:19:07.115591 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] Network fe4ae3f8-9d10-4953-9098-8591ad3b575e is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:19:07.124755 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, fe4ae3f8-9d10-4953-9098-8591ad3b575e) {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:07.129218 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:07.129808 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:07.135983 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430392f6-ec38-401f-8cd1-dd34b5c07bdf None None] Network fe4ae3f8-9d10-4953-9098-8591ad3b575e requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:19:07.158093 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-8f69fbcb-3d2c-4209-9518-53acd27032c8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3021207 Dec 16 15:19:07.248831 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0723580d-6b33-516e-bc04-7869bf385167-fe4ae3f8-9d10-4953-9098-8591ad3b575e', 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e', 'project_id': 'd1f48308bfda43028ba2752f12936420', 'fixed_ips': [{'subnet_id': 'dd8ba411-b93a-4cff-8ba3-089a77ff33f8'}]}} from dv-cinder-801522-8-iscsi. {{(pid=102464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:19:07.249819 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:07.395280 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.db_base_plugin_common [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Allocated IP 192.168.233.2 (fe4ae3f8-9d10-4953-9098-8591ad3b575e/dd8ba411-b93a-4cff-8ba3-089a77ff33f8/02f66b69-bab2-4a30-bbe8-883d8fe40ae2) {{(pid=102464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:07.655920 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Publish callbacks [] for port, precommit_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:07.664559 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:07.723821 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Network fe4ae3f8-9d10-4953-9098-8591ad3b575e is already hosted by enough agents. {{(pid=102464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:07.727574 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.base_scheduler [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Resources bound (agent type, host, resource id): {{(pid=102464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:07.731165 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Received port after_create {{(pid=102464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:07.751525 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Pushing event updated for resources: {'Port': ['ID=02f66b69-bab2-4a30-bbe8-883d8fe40ae2,revision_number=1']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:07.767266 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.767834 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.768375 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.768888 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.769429 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.769864 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.770337 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.770674 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.771003 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.771344 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.771677 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.772023 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.772441 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:07.820543 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Attempting to bind port 02f66b69-bab2-4a30-bbe8-883d8fe40ae2 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:19:07.820914 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Attempting to bind port 02f66b69-bab2-4a30-bbe8-883d8fe40ae2 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '51a51a9d-0604-4470-9506-ed2532923864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:19:07.821445 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Attempting to bind port 02f66b69-bab2-4a30-bbe8-883d8fe40ae2 on network fe4ae3f8-9d10-4953-9098-8591ad3b575e {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:19:07.828308 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:19:07.828822 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Checking segment: {'id': '51a51a9d-0604-4470-9506-ed2532923864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:07.829135 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:07.829623 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Bound using segment: {'id': '51a51a9d-0604-4470-9506-ed2532923864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:19:07.830192 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Bound port: 02f66b69-bab2-4a30-bbe8-883d8fe40ae2, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a51a9d-0604-4470-9506-ed2532923864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:19:07.830783 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:07.920286 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] For port 02f66b69-bab2-4a30-bbe8-883d8fe40ae2, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:19:07.923616 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] For port 02f66b69-bab2-4a30-bbe8-883d8fe40ae2, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=02f66b69-bab2-4a30-bbe8-883d8fe40ae2,segment=NetworkSegment(51a51a9d-0604-4470-9506-ed2532923864),segment_id=51a51a9d-0604-4470-9506-ed2532923864)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:19:07.928145 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:07.994308 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1b23d-e43b-4d72-b022-dbba83cf175e None None] Pushing event updated for resources: {'Port': ['ID=02f66b69-bab2-4a30-bbe8-883d8fe40ae2,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:08.850892 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38319f8-210d-4841-8a7e-ee751e31e4fa None None] Network fe4ae3f8-9d10-4953-9098-8591ad3b575e requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:19:08.925107 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-0e418c7a-cab6-4c92-9f30-9e0afea6a188 None None] Provisioning complete for port 02f66b69-bab2-4a30-bbe8-883d8fe40ae2 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:08.925474 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0e418c7a-cab6-4c92-9f30-9e0afea6a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:09.036185 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0e418c7a-cab6-4c92-9f30-9e0afea6a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:09.074041 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-0e418c7a-cab6-4c92-9f30-9e0afea6a188 None None] For port 02f66b69-bab2-4a30-bbe8-883d8fe40ae2, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=02f66b69-bab2-4a30-bbe8-883d8fe40ae2,segment=NetworkSegment(51a51a9d-0604-4470-9506-ed2532923864),segment_id=51a51a9d-0604-4470-9506-ed2532923864)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:09.078837 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0e418c7a-cab6-4c92-9f30-9e0afea6a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:09.152714 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e418c7a-cab6-4c92-9f30-9e0afea6a188 None None] Pushing event updated for resources: {'Port': ['ID=02f66b69-bab2-4a30-bbe8-883d8fe40ae2,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:09.206076 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 02f66b69-bab2-4a30-bbe8-883d8fe40ae2 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:09.261511 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 02f66b69-bab2-4a30-bbe8-883d8fe40ae2 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:09.261883 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:09.500369 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-cdc9c5e8-b0ab-4a1b-96e4-69ee5df6e214 None None] Provisioning complete for port 02f66b69-bab2-4a30-bbe8-883d8fe40ae2 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:09.500769 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-cdc9c5e8-b0ab-4a1b-96e4-69ee5df6e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:10.827201 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 5 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:19:11.145598 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 02f66b69-bab2-4a30-bbe8-883d8fe40ae2 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:11.194273 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 02f66b69-bab2-4a30-bbe8-883d8fe40ae2 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:11.194655 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:16.968390 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc0b9-d7ff-406c-b0f0-f3440decd75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.660531 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-929e7e52-a40f-4524-9e28-34ef906ee463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.648021 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.940432 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.037172 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:46.971228 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1620adb9-9fd6-48f1-9a49-f025fe04136b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:47.826317 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 5 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:19:49.665515 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ae8201b2-9f37-4cdd-9e65-9a7afdc85de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:50.650031 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:51.940460 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:53.040289 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:16.973887 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-4fc1bc57-53a3-4120-afaf-db73cdefbf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:19.667182 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-98ebdae4-aaeb-4410-9365-457c04370411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:20.656533 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:21.946616 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:23.045989 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:23.094398 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53052) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:23.100723 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [None req-9e4c1912-b89c-4bfa-a6ec-e8d5f1d3fa4a tempest-verify_tempest_config-2035975519 tempest-verify_tempest_config-2035975519-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:20:23.101763 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-9e4c1912-b89c-4bfa-a6ec-e8d5f1d3fa4a tempest-verify_tempest_config-2035975519 tempest-verify_tempest_config-2035975519-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063562 Dec 16 15:20:23.411122 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53070) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:23.531131 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:23.655175 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:23.659502 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:23.700742 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8124a454af7641418eef9881325d32c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2885251 Dec 16 15:20:23.703477 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53078) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:23.713553 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257b8d91-4301-4d00-bb02-d4c3654e830f,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:23.725896 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.726259 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.726608 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.726948 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.727280 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.727639 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.727953 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.728288 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.728630 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.728974 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.729333 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.729662 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.729979 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ec579-0231-4250-b0ad-4349bdaa56cc admin admin] Tracked resource versions report: Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: pushed versions: Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: { 'AddressGroup': {'1.2'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'ConntrackHelper': {'1.0'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Log': {'1.0'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Network': {'1.1'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Port': {'1.7'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'PortForwarding': {'1.2'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'QosPolicy': {'1.10'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SecurityGroup': {'1.5'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SubPort': {'1.0'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Subnet': {'1.1'}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Trunk': {'1.1'}} Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: consumer versions: Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: { DHCP agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: L3 agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: Metadata agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: Metering agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: Open vSwitch agent@dv-cinder-801522-8-iscsi: { 'AddressGroup': '1.2', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'ConntrackHelper': '1.0', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'LocalIPAssociation': '1.0', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Log': '1.0', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Network': '1.1', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Port': '1.7', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'PortForwarding': '1.2', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'QosPolicy': '1.10', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SecurityGroup': '1.5', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SecurityGroupRule': '1.2', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SubPort': '1.0', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Subnet': '1.1', Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Trunk': '1.1'}} Dec 16 15:20:23.731893 dv-cinder-801522-8-iscsi neutron-server[102462]: {{(pid=102462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:20:23.761353 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:23.786334 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:23.879924 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:23.882534 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:23.883704 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/257b8d91-4301-4d00-bb02-d4c3654e830f HTTP/1.1" status: 204 len: 168 time: 0.1790600 Dec 16 15:20:23.891717 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257b8d91-4301-4d00-bb02-d4c3654e830f,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:23.899312 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.899664 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.900010 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.900350 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.900684 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.901018 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.901398 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.901732 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.902061 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.902533 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.902870 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.903195 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:23.903517 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52047223-3d4b-4a5a-b05b-b9061acdac5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:24.826054 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 5 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:20:46.978788 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-32e4121a-1ecc-45e1-ad06-8c3d3128b2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:49.670407 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0287ac3a-9692-4980-85c9-ed378195f425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:50.659041 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:51.950872 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:53.041573 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:01.825644 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 5 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:21:16.984243 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-cf83d818-3e99-4d57-884f-b5ba85ea07b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:19.671984 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1be1fb39-bf9d-4835-8896-c8301e053ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:20.659616 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:21.951418 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:23.034271 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:38.825985 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 5 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:21:46.977395 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-2a6b239a-8502-47b5-9baf-9709c324fca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:49.673030 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-9916f3ce-b324-4fff-8184-749b07bd7dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:50.664831 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:51.952691 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:53.038114 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:02.361775 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533139'] for agent, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:15.825479 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:22:16.980185 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f9ef056a-2f32-4ed4-a705-9c2de2e88158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:17.493255 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53152) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:17.602487 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-b1203d21-1a3f-430d-ad65-cbfadb7d5895 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1080911 Dec 16 15:22:19.676942 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-bb8aefa0-022b-4ff9-9626-8572e381011f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:20.107365 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53162) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:20.168068 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-96cdac42-3c68-4d64-98c3-0adab5942492 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0595865 Dec 16 15:22:20.663426 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:21.957807 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:23.044347 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:32.314846 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:46.982908 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6666-c96c-4e43-9758-5f593439be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:49.680168 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-760d421a-ae0a-4684-af7d-f26b3534a480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:50.666338 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:51.958277 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.825578 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:22:53.037712 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:02.312413 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:16.999082 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-945905db-b3b3-48e2-b204-3fb8b075c831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:19.685498 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-20cce98b-3569-452b-9b34-dd533f69c9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:20.669810 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:21.962721 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:23.040933 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:29.825717 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:23:32.328118 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:46.990676 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-365f89c0-8ffc-42d3-b579-e1d21ab5e005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:49.686606 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6d098656-42c9-4ffa-9730-a96b9dd3cda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:50.684579 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:51.965526 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.327449 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53366) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:52.360048 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53372) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:52.447279 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53380) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:52.556517 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53388) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:52.702388 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-network', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:52.711752 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-677067774-network', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:52.732600 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Made reservation on behalf of 0ddb577edf064b45b5c9d2518fd9c3a2 for: {'network': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:52.736316 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Made reservation on behalf of c9158dcfce9544e2bc94682b4cfee47e for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:52.736958 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.738629 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.748172 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.752548 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.832798 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.838430 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.852425 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.857234 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.871394 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=102463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:23:52.884045 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.884394 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Added segment abff8ea3-2d52-4419-ae22-4beabec5173a of type vlan for network 9090a524-2252-4eae-b08b-7fbbd31942c4 Dec 16 15:23:52.891970 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=102462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:23:52.918879 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772713848697', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.919811 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Unsubscribe: segment precommit_create {{(pid=102462) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 15:23:52.920565 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.segments_db [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Added segment e17b20fd-73b5-4866-a183-2360a8523518 of type vlan for network dd299e06-ec69-443b-98d4-8edf7ddf48e6 Dec 16 15:23:52.927592 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465922ff-5d3f-464c-8533-aeeb4ffbfad1,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:52.934995 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.951141 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-523314630-network', 'tenant_id': '52427d968f4c4a6e9906d2ee96feaa1a'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:52.968652 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-network', 'tenant_id': '2866031a5c6a49b39838826124bd0490'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:52.973102 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53404) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:52.988296 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.989983 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:52.991114 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.011348 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adee20d-4472-4cc0-9650-9ee03345324d,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:53.014169 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.014471 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.015198 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.015815 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.016546 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.017104 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.017795 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.018022 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.018570 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.019248 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.019618 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.020118 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.020596 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Tracked resource versions report: Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: pushed versions: Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: { 'AddressGroup': {'1.2'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'ConntrackHelper': {'1.0'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Log': {'1.0'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Network': {'1.1'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Port': {'1.7'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'PortForwarding': {'1.2'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'QosPolicy': {'1.10'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SecurityGroup': {'1.5'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SubPort': {'1.0'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Subnet': {'1.1'}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Trunk': {'1.1'}} Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: consumer versions: Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: { DHCP agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: HyperV agent@hv-cinder-80152: {}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: L3 agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: Metadata agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: Metering agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: Open vSwitch agent@dv-cinder-801522-8-iscsi: { 'AddressGroup': '1.2', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'ConntrackHelper': '1.0', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'LocalIPAssociation': '1.0', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Log': '1.0', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Network': '1.1', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Port': '1.7', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'PortForwarding': '1.2', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'QosPolicy': '1.10', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SecurityGroup': '1.5', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SecurityGroupRule': '1.2', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'SubPort': '1.0', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Subnet': '1.1', Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: 'Trunk': '1.1'}} Dec 16 15:23:53.022053 dv-cinder-801522-8-iscsi neutron-server[102462]: {{(pid=102462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:23:53.058233 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.074025 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Made reservation on behalf of 52427d968f4c4a6e9906d2ee96feaa1a for: {'network': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:53.076577 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.106778 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Pushing event updated for resources: {'Network': ['ID=9090a524-2252-4eae-b08b-7fbbd31942c4,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:53.113422 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.120264 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.121150 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.122642 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.122642 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.123283 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.123581 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.124087 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.124712 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.125415 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.125930 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.126686 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.127434 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.128069 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.128875 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Tracked resource versions report: Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: pushed versions: Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: { 'AddressGroup': {'1.2'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'ConntrackHelper': {'1.0'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Log': {'1.0'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Network': {'1.1'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Port': {'1.7'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'PortForwarding': {'1.2'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'QosPolicy': {'1.10'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SecurityGroup': {'1.5'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SubPort': {'1.0'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Subnet': {'1.1'}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Trunk': {'1.1'}} Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: consumer versions: Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: { DHCP agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: HyperV agent@hv-cinder-80152: {}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: L3 agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: Metadata agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: Metering agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: Open vSwitch agent@dv-cinder-801522-8-iscsi: { 'AddressGroup': '1.2', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'ConntrackHelper': '1.0', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'LocalIPAssociation': '1.0', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Log': '1.0', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Network': '1.1', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Port': '1.7', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'PortForwarding': '1.2', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'QosPolicy': '1.10', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SecurityGroup': '1.5', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SecurityGroupRule': '1.2', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'SubPort': '1.0', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Subnet': '1.1', Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: 'Trunk': '1.1'}} Dec 16 15:23:53.130510 dv-cinder-801522-8-iscsi neutron-server[102463]: {{(pid=102463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:23:53.142394 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.143270 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.143773 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.144267 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.144380 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network 9090a524-2252-4eae-b08b-7fbbd31942c4 details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:23:53.144853 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.145607 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.146265 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.147035 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.147823 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.148620 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.149212 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.150003 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.151150 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:53.169974 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ba227c37-087d-4ad9-94d0-ddc952721fdb admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8080320 Dec 16 15:23:53.174053 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53422) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:53.178300 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Made reservation on behalf of 2866031a5c6a49b39838826124bd0490 for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:53.180604 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] Request body: {'subnet': {'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-677067774-subnet', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:53.180884 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.203296 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.218831 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.220037 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:53.220765 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.322408 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9935443 Dec 16 15:23:53.329780 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53428) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:53.337349 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] Request body: {'subnet': {'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-subnet', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:53.370958 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-134342221-network', 'tenant_id': '0f41357d2eed40678067e34cc4a8a82d'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:53.374584 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] Made reservation on behalf of c9158dcfce9544e2bc94682b4cfee47e for: {'subnet': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:53.377331 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.377856 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] Made reservation on behalf of 0ddb577edf064b45b5c9d2518fd9c3a2 for: {'subnet': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:53.380421 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.404937 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.435582 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.448721 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=102463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:23:53.460855 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.461247 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Added segment eb4b3115-5670-44fd-baca-727df22d20c0 of type vlan for network ef10b335-f6cb-4f33-b364-6bec0cd5df13 Dec 16 15:23:53.516029 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.522001 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.528138 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57568638-9238-48cb-8dcb-fc1152a9d8df admin admin] Pushing event updated for resources: {'Network': ['ID=dd299e06-ec69-443b-98d4-8edf7ddf48e6,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:53.538154 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.551723 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network dd299e06-ec69-443b-98d4-8edf7ddf48e6 details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:23:53.589528 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=102462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:23:53.598892 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91acbb1c-17fd-412b-97c6-1035d2efa68c,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:53.604854 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.607041 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:53.607846 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Made reservation on behalf of 0f41357d2eed40678067e34cc4a8a82d for: {'network': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:53.608324 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.615039 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.656261 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.675722 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.684462 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] Pushing event updated for resources: {'Network': ['ID=ef10b335-f6cb-4f33-b364-6bec0cd5df13,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:53.685069 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.segments_db [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Added segment 477b2620-a90e-4450-affa-aedaa9a2dd64 of type vlan for network b588f072-05da-4ac3-9443-c641a2278cfe Dec 16 15:23:53.686728 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:53.715065 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f399df66-f645-4d06-b3dc-16a30e56be4e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2666252 Dec 16 15:23:53.720796 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53438) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:53.728131 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network ef10b335-f6cb-4f33-b364-6bec0cd5df13 details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:23:53.729171 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] Request body: {'subnet': {'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-subnet', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:53.764918 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] Made reservation on behalf of 2866031a5c6a49b39838826124bd0490 for: {'subnet': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:53.767859 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.981632 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.128487 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.130099 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:54.130881 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.168258 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6097696 Dec 16 15:23:54.172554 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53452) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:54.189989 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] Request body: {'subnet': {'network_id': 'b588f072-05da-4ac3-9443-c641a2278cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-523314630-subnet', 'tenant_id': '52427d968f4c4a6e9906d2ee96feaa1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:54.219083 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.312878 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.331162 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] Checking segment: {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:54.331558 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] Network hostable DHCP agents. Network: 9090a524-2252-4eae-b08b-7fbbd31942c4, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:23:54.354899 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.360170 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.369643 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc54c54-56b4-4251-81fa-a08b231a768f admin admin] Pushing event updated for resources: {'Network': ['ID=b588f072-05da-4ac3-9443-c641a2278cfe,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:54.376209 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] Network 9090a524-2252-4eae-b08b-7fbbd31942c4 is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:23:54.379598 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.387160 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network b588f072-05da-4ac3-9443-c641a2278cfe details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:23:54.394388 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=102462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:23:54.410864 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.411670 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.segments_db [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Added segment 65b5ee6c-02ef-40ff-94ba-d3a9925ce487 of type vlan for network fd1e4024-a5d3-451e-951e-946646d29db1 Dec 16 15:23:54.437468 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] Made reservation on behalf of 52427d968f4c4a6e9906d2ee96feaa1a for: {'subnet': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:54.440163 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.473195 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.529106 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af0e026-e278-4b49-a32b-2642c3ca1f79,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:54.548551 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.549548 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:54.550723 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.571004 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1053c293-7fb3-4c40-8b29-578e6f0f756b,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:54.599840 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, 9090a524-2252-4eae-b08b-7fbbd31942c4) {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:54.609857 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725250f-a311-4bd1-976d-dd73b5cd9851 None None] Network 9090a524-2252-4eae-b08b-7fbbd31942c4 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:54.618025 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] Checking segment: {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:54.618025 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] Network hostable DHCP agents. Network: dd299e06-ec69-443b-98d4-8edf7ddf48e6, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:23:54.618748 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:54.621076 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.640633 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] Checking segment: {'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:54.641478 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] Network hostable DHCP agents. Network: ef10b335-f6cb-4f33-b364-6bec0cd5df13, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:23:54.645450 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6711187 Dec 16 15:23:54.646249 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb61bf21-03b6-487c-be1c-70f02ae22794,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:54.648235 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=878cfd11-30a6-40ee-8e2a-ea532f7ac79c,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:54.652483 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53474) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:54.683044 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] Network dd299e06-ec69-443b-98d4-8edf7ddf48e6 is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:23:54.698624 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, dd299e06-ec69-443b-98d4-8edf7ddf48e6) {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:54.699298 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] Request body: {'subnet': {'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-134342221-subnet', 'tenant_id': '0f41357d2eed40678067e34cc4a8a82d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:54.700309 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] Network ef10b335-f6cb-4f33-b364-6bec0cd5df13 is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:23:54.721839 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a6b40a-6ac9-4811-9a3b-f5a387900c91 None None] Network dd299e06-ec69-443b-98d4-8edf7ddf48e6 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:54.730172 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:54.730850 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.750685 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, ef10b335-f6cb-4f33-b364-6bec0cd5df13) {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:54.762519 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:54.763143 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.780405 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-ea6be248-c417-45e6-9fd6-c6aa5cead8bb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6038332 Dec 16 15:23:54.785102 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53480) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:54.796287 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:54.799287 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e5c5a-47e3-48ef-b44a-f50b236ee869 None None] Network ef10b335-f6cb-4f33-b364-6bec0cd5df13 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:54.855916 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d585ea1-8ce2-4bd2-96e3-c4c6e0547edf admin admin] Pushing event updated for resources: {'Network': ['ID=fd1e4024-a5d3-451e-951e-946646d29db1,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:54.868889 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] Made reservation on behalf of 0f41357d2eed40678067e34cc4a8a82d for: {'subnet': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:54.872472 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.888342 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d661a7bf-6250-44f0-8e6f-234befdad554 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5574138 Dec 16 15:23:54.901797 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53490) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:54.910044 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:54.911854 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network fd1e4024-a5d3-451e-951e-946646d29db1 details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:23:54.969008 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0723580d-6b33-516e-bc04-7869bf385167-9090a524-2252-4eae-b08b-7fbbd31942c4', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b'}]}} from dv-cinder-801522-8-iscsi. {{(pid=102464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:23:54.970087 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.091973 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-27f9e08a-ef8b-48d8-be31-24fb4e90f86a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3697813 Dec 16 15:23:55.094879 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53494) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:55.108145 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-router', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:55.120702 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.151495 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.175723 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38278'] for router, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.176707 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38287'] for router, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.192529 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f41b5af-6917-474e-ad37-3b19654e5e67,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:55.261555 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0723580d-6b33-516e-bc04-7869bf385167-dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79'}]}} from dv-cinder-801522-8-iscsi. {{(pid=102464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:23:55.263000 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.265563 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] Checking segment: {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:55.265927 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] Network hostable DHCP agents. Network: fd1e4024-a5d3-451e-951e-946646d29db1, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:23:55.284447 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38278'] for router, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.285614 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38287'] for router, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.285772 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d270c3-988e-4ea4-a4a7-2fd404d77eae,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:55.290554 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38278'] for router, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.291792 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38287'] for router, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.302018 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] Network fd1e4024-a5d3-451e-951e-946646d29db1 is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:23:55.315004 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, fd1e4024-a5d3-451e-951e-946646d29db1) {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:55.320110 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:55.322427 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.349124 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-eb46dc21-cb95-44b3-a92a-2a12eb5efbe1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6644046 Dec 16 15:23:55.360236 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.428909 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5a5df-7b0d-45ac-9ab7-6f8a8450ca66 None None] Network fd1e4024-a5d3-451e-951e-946646d29db1 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:55.451337 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] Checking segment: {'id': '477b2620-a90e-4450-affa-aedaa9a2dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'b588f072-05da-4ac3-9443-c641a2278cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:55.451984 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] Network hostable DHCP agents. Network: b588f072-05da-4ac3-9443-c641a2278cfe, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:23:55.460152 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.481342 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e0f2c-9a5a-42eb-8e0d-21a7ddbb414d None None] Network ef10b335-f6cb-4f33-b364-6bec0cd5df13 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:55.550960 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.db_base_plugin_common [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Allocated IP 172.20.0.2 (9090a524-2252-4eae-b08b-7fbbd31942c4/1053c293-7fb3-4c40-8b29-578e6f0f756b/2d181723-1b26-41f3-8109-47e7c5b618d4) {{(pid=102464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:55.565894 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.738499 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53524) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:55.741020 dv-cinder-801522-8-iscsi neutron-server[102462]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 15:23:55.750542 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] Network b588f072-05da-4ac3-9443-c641a2278cfe is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:23:55.790288 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3925405a-4af3-48a7-b096-0aae0c90b61e None None] Network fd1e4024-a5d3-451e-951e-946646d29db1 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:55.812352 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, b588f072-05da-4ac3-9443-c641a2278cfe) {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:55.828252 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:55.829900 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.856576 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad7774b-37bd-43d1-a47d-073da3770448 None None] Network b588f072-05da-4ac3-9443-c641a2278cfe requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:55.908485 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.db_base_plugin_common [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Allocated IP 172.20.0.2 (dd299e06-ec69-443b-98d4-8edf7ddf48e6/7af0e026-e278-4b49-a32b-2642c3ca1f79/a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62) {{(pid=102464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:55.910869 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.938732 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-819d8c33-6ef5-40dd-9e41-ea1c263fe271 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7623966 Dec 16 15:23:55.990508 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.051490 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-84ca0fa9-fe7b-489a-995e-e3e87a2952db tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:56.052395 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-84ca0fa9-fe7b-489a-995e-e3e87a2952db tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 814 time: 0.3128386 Dec 16 15:23:56.081869 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-090a13f6-e5cc-4874-829b-85db3b29ce0d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/quotas/0f41357d2eed40678067e34cc4a8a82d HTTP/1.1" status: 200 len: 375 time: 0.0200462 Dec 16 15:23:56.163637 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.176412 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.183704 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.207174 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-d06a59d1-b954-4ed8-8357-4cc44d99a2dc tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1173623 Dec 16 15:23:56.253355 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e20c72d-4880-4711-b0d8-b7145ef4432d None None] Network b588f072-05da-4ac3-9443-c641a2278cfe requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:56.271001 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Network 9090a524-2252-4eae-b08b-7fbbd31942c4 is already hosted by enough agents. {{(pid=102464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:56.299646 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.base_scheduler [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Resources bound (agent type, host, resource id): {{(pid=102464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:56.336988 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Pushing event updated for resources: {'Port': ['ID=2d181723-1b26-41f3-8109-47e7c5b618d4,revision_number=1']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:56.344774 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Received port after_create {{(pid=102464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:23:56.386721 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.387041 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.387444 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.387805 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.388306 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.388591 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.388942 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.389305 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.389637 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.389999 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.390337 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.390666 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.390995 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Tracked resource versions report: Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: pushed versions: Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: { 'AddressGroup': {'1.2'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'ConntrackHelper': {'1.0'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Log': {'1.0'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Network': {'1.1'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Port': {'1.7'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'PortForwarding': {'1.2'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'QosPolicy': {'1.10'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SecurityGroup': {'1.5'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SubPort': {'1.0'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Subnet': {'1.1'}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Trunk': {'1.1'}} Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: consumer versions: Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: { DHCP agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: HyperV agent@hv-cinder-80152: {}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: L3 agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: Metadata agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: Metering agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: Open vSwitch agent@dv-cinder-801522-8-iscsi: { 'AddressGroup': '1.2', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'ConntrackHelper': '1.0', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'LocalIPAssociation': '1.0', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Log': '1.0', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Network': '1.1', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Port': '1.7', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'PortForwarding': '1.2', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'QosPolicy': '1.10', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SecurityGroup': '1.5', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SecurityGroupRule': '1.2', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'SubPort': '1.0', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Subnet': '1.1', Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: 'Trunk': '1.1'}} Dec 16 15:23:56.392205 dv-cinder-801522-8-iscsi neutron-server[102464]: {{(pid=102464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:23:56.470582 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Publish callbacks [] for port, precommit_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.488754 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.514556 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Attempting to bind port 2d181723-1b26-41f3-8109-47e7c5b618d4 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:23:56.515031 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Attempting to bind port 2d181723-1b26-41f3-8109-47e7c5b618d4 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:23:56.515405 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Attempting to bind port 2d181723-1b26-41f3-8109-47e7c5b618d4 on network 9090a524-2252-4eae-b08b-7fbbd31942c4 {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:56.552503 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:23:56.553317 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Checking segment: {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:56.553317 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.553627 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Bound using segment: {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:23:56.554101 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Bound port: 2d181723-1b26-41f3-8109-47e7c5b618d4, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:23:56.554509 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.557913 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Network dd299e06-ec69-443b-98d4-8edf7ddf48e6 is already hosted by enough agents. {{(pid=102464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:56.569126 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.base_scheduler [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Resources bound (agent type, host, resource id): {{(pid=102464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:56.575437 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Received port after_create {{(pid=102464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:23:56.586372 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Pushing event updated for resources: {'Port': ['ID=a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62,revision_number=1']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:56.621027 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-c1b10e27-8183-4ceb-b325-ee5fa0ec9f68 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:23:56.629660 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-c1b10e27-8183-4ceb-b325-ee5fa0ec9f68 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0851252 Dec 16 15:23:56.681077 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Attempting to bind port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:23:56.682600 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Attempting to bind port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:23:56.682600 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Attempting to bind port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 on network dd299e06-ec69-443b-98d4-8edf7ddf48e6 {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:56.691533 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] For port 2d181723-1b26-41f3-8109-47e7c5b618d4, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:23:56.694220 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:23:56.694597 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Checking segment: {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:56.694994 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.695383 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Bound using segment: {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:23:56.695928 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Bound port: a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:23:56.696329 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.699670 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] For port 2d181723-1b26-41f3-8109-47e7c5b618d4, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=2d181723-1b26-41f3-8109-47e7c5b618d4,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:23:56.709084 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.837933 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-2e44228e-25f3-4028-8c09-315d7a9faf70 service neutron] 10.222.0.75 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071562 Dec 16 15:23:56.890630 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46661b4-d057-4170-a1d8-a18d4518c7b6 None None] Pushing event updated for resources: {'Port': ['ID=2d181723-1b26-41f3-8109-47e7c5b618d4,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:56.902912 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] For port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:23:56.907054 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] For port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:23:56.912832 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.982219 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d61c0-7bed-46e1-8bea-ed15511a75cd None None] Pushing event updated for resources: {'Port': ['ID=a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:56.990665 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-a9aa29ca-a4e6-432e-a97f-1e3964e4336a service neutron] 10.222.0.75 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508555 Dec 16 15:23:57.073691 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53588) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:57.112896 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.156864 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.278796 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.278796 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.315611 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-66ad824f-519e-4e83-ab5c-f223bc2b939d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:57.317619 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-66ad824f-519e-4e83-ab5c-f223bc2b939d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/networks?id=b588f072-05da-4ac3-9443-c641a2278cfe HTTP/1.1" status: 200 len: 811 time: 0.2425907 Dec 16 15:23:57.324642 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.363580 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-09d75520-2f8e-4f62-b2ac-ed964a547521 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/quotas/52427d968f4c4a6e9906d2ee96feaa1a HTTP/1.1" status: 200 len: 375 time: 0.0384240 Dec 16 15:23:57.434005 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-9923aecc-127f-4afa-8281-20a00eaabdca tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=52427d968f4c4a6e9906d2ee96feaa1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445282 Dec 16 15:23:57.513163 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8d45a8d5-1de4-41ae-9144-daff8b2cfcb7 req-4dedcfd0-8bc3-4e77-a4ce-a3ccf74b50a4 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 210 time: 0.0771382 Dec 16 15:23:57.614811 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.624374 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:57.638042 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Allocated IP 172.27.3.156 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/de152bd2-8739-4f37-996e-2cbc894b5962) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:57.641623 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-60847588-9914-4a9e-bb20-6eb5d47012ee service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:23:57.659016 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-60847588-9914-4a9e-bb20-6eb5d47012ee service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1090031 Dec 16 15:23:57.718555 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:57.718931 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.835651 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-346a8089-8cd9-4e63-a48e-d483de5aa1dd service neutron] 10.222.0.75 "GET /v2.0/networks/b588f072-05da-4ac3-9443-c641a2278cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734297 Dec 16 15:23:57.881473 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.901624 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.975630 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-a2d800e8-c748-40b3-bd2d-2e1145a8806c service neutron] 10.222.0.75 "GET /v2.0/networks/b588f072-05da-4ac3-9443-c641a2278cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309698 Dec 16 15:23:57.982606 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.991049 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:57.996658 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.997470 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 2d181723-1b26-41f3-8109-47e7c5b618d4 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:58.016652 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:58.040838 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:58.124099 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:58.139061 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:23:58.155811 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 2d181723-1b26-41f3-8109-47e7c5b618d4 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:58.156290 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:58.177490 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=de152bd2-8739-4f37-996e-2cbc894b5962,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:58.425823 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Allocated IP 172.27.3.164 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/6b3a1106-a619-480c-87f1-be5855716b74) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:58.538387 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53660) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:58.673403 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:58.774147 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 2d181723-1b26-41f3-8109-47e7c5b618d4, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=2d181723-1b26-41f3-8109-47e7c5b618d4,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:58.780282 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07aabb6-4bf3-411b-a345-e588ac3dce2b None None] Network dd299e06-ec69-443b-98d4-8edf7ddf48e6 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:58.791064 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:58.811151 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:58.830830 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-72cb289e-6c74-472a-a944-d72a84da519e req-2d1e1020-bfbc-4944-b3d4-0c15400c015e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 210 time: 0.1238148 Dec 16 15:23:59.010400 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0d6fe2a4-1ea2-4931-b160-d0674200d0ad req-36d3bf2c-095f-44f5-aa88-96a1fbbd0c90 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 210 time: 0.2777941 Dec 16 15:23:59.029342 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.041763 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8c17d83a-187c-4483-97db-f7721e0430f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.110918 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f3eaa6-b723-4a45-b905-2941314c7065 None None] Network 9090a524-2252-4eae-b08b-7fbbd31942c4 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:59.118388 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534684'] for router, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.123731 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.198580 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8c17d83a-187c-4483-97db-f7721e0430f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.207430 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8c17d83a-187c-4483-97db-f7721e0430f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.235614 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:59.247924 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:59.254719 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:23:59.278544 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-439bf198-a197-417c-8655-f8c6afb0c5c2 None None] Provisioning complete for port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:59.279270 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-439bf198-a197-417c-8655-f8c6afb0c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.283111 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=2d181723-1b26-41f3-8109-47e7c5b618d4,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:59.287974 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-8c17d83a-187c-4483-97db-f7721e0430f1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4fb4b9a6891e4df589ec5f570f09f551&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7483063 Dec 16 15:23:59.301895 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53692) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:59.303257 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17d83a-187c-4483-97db-f7721e0430f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8eaed6-b7d5-4cfa-9655-ed14a312ccb2,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:59.325874 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3a1106-a619-480c-87f1-be5855716b74,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:59.375071 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Allocated IP 172.27.3.31 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/997e4756-89c5-414d-b1b9-c440c3add0f0) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:59.489102 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9e083810-12da-4ac2-a71f-ab40595f27d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.561031 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9e083810-12da-4ac2-a71f-ab40595f27d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.561600 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:59.623256 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c629d2fb-1e74-41c2-975a-d7b39cc517e8 None None] Provisioning complete for port 2d181723-1b26-41f3-8109-47e7c5b618d4 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:59.623633 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c629d2fb-1e74-41c2-975a-d7b39cc517e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.652370 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9e083810-12da-4ac2-a71f-ab40595f27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.655010 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9e083810-12da-4ac2-a71f-ab40595f27d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.656235 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-9e083810-12da-4ac2-a71f-ab40595f27d3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5f8eaed6-b7d5-4cfa-9655-ed14a312ccb2 HTTP/1.1" status: 204 len: 168 time: 0.3375492 Dec 16 15:23:59.674485 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e083810-12da-4ac2-a71f-ab40595f27d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8eaed6-b7d5-4cfa-9655-ed14a312ccb2,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:59.775688 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:59.776858 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.884325 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Router b750f248-0906-431a-8533-e1a7c12171fd is scheduled to L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 with binding_index 1 {{(pid=102463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:23:59.980856 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:00.095492 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 2d181723-1b26-41f3-8109-47e7c5b618d4 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:00.122873 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-310205ce-8dd8-4471-817e-24b94c419c1d None None] Provisioning complete for port 2d181723-1b26-41f3-8109-47e7c5b618d4 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:00.123249 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-310205ce-8dd8-4471-817e-24b94c419c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:00.164447 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5c15a051-2afc-4989-b61d-b9db82fc9219 req-029c668c-ec3f-4712-9e3c-357fb5c53f98 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 210 time: 0.0860245 Dec 16 15:24:00.195095 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2dde1ead-662f-404b-ae9a-f6f71b94c22d req-6ca7d544-b4bb-4b7f-a882-bf8a74fb399b tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 210 time: 0.0980356 Dec 16 15:24:00.247629 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 2d181723-1b26-41f3-8109-47e7c5b618d4 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:00.248478 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:00.286307 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:00.363727 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:00.424754 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-310205ce-8dd8-4471-817e-24b94c419c1d None None] Provisioning complete for port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:00.425136 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-310205ce-8dd8-4471-817e-24b94c419c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:00.469735 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Pushing event updated for resources: {'Port': ['ID=997e4756-89c5-414d-b1b9-c440c3add0f0,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:00.479581 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:24:00.493136 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Sync routers for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:24:00.495942 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:00.504107 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:00.509625 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:00.511701 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:00.515537 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:23:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:00.553187 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:00.554633 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-c3ea30a4-8f8f-4855-a039-c6f62762f8f7 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6496019 Dec 16 15:24:00.560382 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53736) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:00.837660 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:00.885883 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:01.019272 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534684'] for router, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:01.098722 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.58', 60693) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:01.372093 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 3, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:01.423047 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Checking router: b750f248-0906-431a-8533-e1a7c12171fd for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:24:01.423575 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Updating router b750f248-0906-431a-8533-e1a7c12171fd port de152bd2-8739-4f37-996e-2cbc894b5962 binding host dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:24:01.456015 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:01.625450 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:01.698296 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c39f3154-6117-4586-a93a-ce7c72030215 req-ab8b7d5e-a483-45a4-8760-025fb9be92b3 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 210 time: 0.0705471 Dec 16 15:24:01.728255 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534684'] for router, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:01.748420 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3bab1924-1222-4dce-82a1-ac09951c173d req-5860647b-c9b4-4671-ad76-565e2fcfc2aa tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 210 time: 0.1179037 Dec 16 15:24:02.006244 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Publish callbacks [] for port, precommit_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.024461 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.028883 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-cbe4f1c0-3767-44c7-a363-1c8339d5f451 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:02.031759 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-cbe4f1c0-3767-44c7-a363-1c8339d5f451 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 814 time: 0.9310963 Dec 16 15:24:02.170942 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Pushing event updated for resources: {'Port': ['ID=de152bd2-8739-4f37-996e-2cbc894b5962,revision_number=2']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:02.217305 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.217941 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.218631 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.219625 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.221237 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.221237 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.221965 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.223590 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.224599 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.225740 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.226615 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.227308 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.228150 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Tracked resource versions report: Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: pushed versions: Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: { 'AddressGroup': {'1.2'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'ConntrackHelper': {'1.0'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Log': {'1.0'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Network': {'1.1'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Port': {'1.7'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'PortForwarding': {'1.2'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'QosPolicy': {'1.10'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SecurityGroup': {'1.5'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SubPort': {'1.0'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Subnet': {'1.1'}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Trunk': {'1.1'}} Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: consumer versions: Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: { DHCP agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: HyperV agent@hv-cinder-80152: {}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: L3 agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: Metadata agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: Metering agent@dv-cinder-801522-8-iscsi: {}, Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: Open vSwitch agent@dv-cinder-801522-8-iscsi: { 'AddressGroup': '1.2', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'ConntrackHelper': '1.0', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'LocalIPAssociation': '1.0', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Log': '1.0', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Network': '1.1', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Port': '1.7', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'PortForwarding': '1.2', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'QosPolicy': '1.10', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SecurityGroup': '1.5', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SecurityGroupRule': '1.2', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'SubPort': '1.0', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Subnet': '1.1', Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: 'Trunk': '1.1'}} Dec 16 15:24:02.231631 dv-cinder-801522-8-iscsi neutron-server[102465]: {{(pid=102465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:24:02.243443 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Allocated IP 172.20.0.1 (dd299e06-ec69-443b-98d4-8edf7ddf48e6/7af0e026-e278-4b49-a32b-2642c3ca1f79/5dbfaeeb-763d-4292-98f9-daf4a94351a6) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:02.257822 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Attempting to bind port de152bd2-8739-4f37-996e-2cbc894b5962 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:02.258333 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Attempting to bind port de152bd2-8739-4f37-996e-2cbc894b5962 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:02.259088 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Attempting to bind port de152bd2-8739-4f37-996e-2cbc894b5962 on network dbb0cafc-aada-4bc8-97e6-0316760d206b {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:02.293313 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:02.293702 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Checking segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:02.294116 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.294525 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Bound using segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:02.295077 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Bound port: de152bd2-8739-4f37-996e-2cbc894b5962, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:02.295491 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.363647 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.438236 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Request body: {'port': {'device_id': 'a4789fd0-b37c-44ed-9f45-79b87f4fc941', 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1', 'admin_state_up': True, 'tenant_id': '0f41357d2eed40678067e34cc4a8a82d'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:02.450869 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 is scheduled to L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 with binding_index 1 {{(pid=102463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:24:02.485166 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] For port de152bd2-8739-4f37-996e-2cbc894b5962, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:02.498776 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] For port de152bd2-8739-4f37-996e-2cbc894b5962, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=de152bd2-8739-4f37-996e-2cbc894b5962,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:02.513873 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.643696 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.663101 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.58', 60704) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:02.693011 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:02.696457 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:23:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:02.899227 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca78e86-53d0-460b-85f2-a91489254448 None None] Pushing event updated for resources: {'Port': ['ID=de152bd2-8739-4f37-996e-2cbc894b5962,revision_number=3']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:03.081805 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:03.088966 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 is scheduled to L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 with binding_index 1 {{(pid=102463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:24:03.105915 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fc9684cb-f7d8-4d99-97c6-3bab766dcb1c req-d3120f75-d134-47ab-adb3-dc9250aa8759 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 210 time: 0.1697316 Dec 16 15:24:03.142705 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:24:03.168379 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Made reservation on behalf of 0f41357d2eed40678067e34cc4a8a82d for: {'port': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:03.171375 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Sync routers for ids ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:24:03.177404 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:03.198767 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Routers {'7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:03.200958 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:23:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:03.207397 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fe0c7d84-b3be-4ff4-9c5b-89f679172bd4 req-1905cd96-2cc2-48a4-bbf8-7e77bd283402 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 210 time: 0.1659930 Dec 16 15:24:03.317547 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:03.375815 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:03.377474 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-cf73582f-4d2f-404b-8e10-a3bde762f8d9 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.2798259 Dec 16 15:24:03.395417 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53866) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:03.525757 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 53874) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:03.570096 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Set router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:03.620245 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 3, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:03.693459 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-5dfebc6a-2898-4f89-a893-d4f03e7fb35c tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:03.695137 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-5dfebc6a-2898-4f89-a893-d4f03e7fb35c tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.58 "GET /v2.0/networks?id=b588f072-05da-4ac3-9443-c641a2278cfe HTTP/1.1" status: 200 len: 811 time: 1.0186665 Dec 16 15:24:03.723156 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d384cae-3c85-4390-8da4-70b9e9263a57 None None] The sync data for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi is: [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 3, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:24:03.772998 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Network dd299e06-ec69-443b-98d4-8edf7ddf48e6 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:03.778025 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:24:03.788720 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Sync routers for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:24:03.807354 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:03.808011 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:23:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:03.818567 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:03.820604 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbfaeeb-763d-4292-98f9-daf4a94351a6,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:03.870216 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:03.870856 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536559'] for router_interface, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:04.067970 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:04.074720 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2115c241-9b45-4d89-9d6f-16834fb497d6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2890322 Dec 16 15:24:04.075685 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53892) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:04.156003 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-router', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6b3a1106-a619-480c-87f1-be5855716b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:23:59Z', 'revision_number': 3, 'project_id': '2866031a5c6a49b39838826124bd0490', 'gw_port': {'id': '6b3a1106-a619-480c-87f1-be5855716b74', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:04.238236 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Checking router: 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:24:04.238894 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Updating router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 port 6b3a1106-a619-480c-87f1-be5855716b74 binding host dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:24:04.319044 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:04.332616 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:04.374549 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53898) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:04.406329 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Request body: {'port': {'device_id': '471b2faa-e227-4d8c-a484-709aa62a77bf', 'network_id': 'b588f072-05da-4ac3-9443-c641a2278cfe', 'admin_state_up': True, 'tenant_id': '52427d968f4c4a6e9906d2ee96feaa1a'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:04.625096 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Allocated IP 172.20.0.10 (fd1e4024-a5d3-451e-951e-946646d29db1/77d270c3-988e-4ea4-a4a7-2fd404d77eae/3f7b6684-95a6-4d42-982e-388e8606f82b) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:04.859833 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1ad0a718-d03b-4081-bbaa-0d1cfd65fc13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:04.917724 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-dc50e3a7-c5d4-4ac7-b393-59406f884fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:04.936811 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-d2a55e3f-2318-4c41-a70b-8d6ae3457a35 None None] Provisioning complete for port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:04.937525 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d2a55e3f-2318-4c41-a70b-8d6ae3457a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:04.996594 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:00Z', 'revision_number': 3, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:05.117166 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Checking router: 3c5de732-6eb7-460d-accf-ac090bf9b0a7 for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:24:05.117946 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Updating router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 port 997e4756-89c5-414d-b1b9-c440c3add0f0 binding host dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:24:05.122021 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Publish callbacks [] for port, precommit_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:05.195655 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:05.214921 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:05.266853 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-dc50e3a7-c5d4-4ac7-b393-59406f884fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:05.306269 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Attempting to bind port 6b3a1106-a619-480c-87f1-be5855716b74 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:05.307364 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Attempting to bind port 6b3a1106-a619-480c-87f1-be5855716b74 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:05.307965 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Attempting to bind port 6b3a1106-a619-480c-87f1-be5855716b74 on network dbb0cafc-aada-4bc8-97e6-0316760d206b {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:05.323053 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-24e1ebcc-d7d2-4cc0-844a-9e6a18ef4842 req-3827bfe9-e671-4202-9cad-b8648e23392c tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 210 time: 0.8939297 Dec 16 15:24:05.342510 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-d2a55e3f-2318-4c41-a70b-8d6ae3457a35 None None] Port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:24:05.349004 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:05.349765 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Checking segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:05.350311 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:05.350410 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6788c1ac-52ef-4964-aec9-337c29ac5b0e req-9f436b0c-4e70-42a3-bc66-338ed4f6f539 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 210 time: 0.9220185 Dec 16 15:24:05.350916 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Bound using segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:05.351661 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Bound port: 6b3a1106-a619-480c-87f1-be5855716b74, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:05.352208 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:05.421006 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] For port 6b3a1106-a619-480c-87f1-be5855716b74, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:05.424923 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] For port 6b3a1106-a619-480c-87f1-be5855716b74, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=6b3a1106-a619-480c-87f1-be5855716b74,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:05.433107 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:05.442001 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-dc50e3a7-c5d4-4ac7-b393-59406f884fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:05.457777 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f8592-f29d-49b2-8e27-c538ab09bdeb None None] Pushing event updated for resources: {'Port': ['ID=6b3a1106-a619-480c-87f1-be5855716b74,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:05.620613 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Routers {'7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:05.623615 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:23:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:05.967772 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:05.985494 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Publish callbacks [] for port, precommit_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:05.993727 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.063850 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1ad0a718-d03b-4081-bbaa-0d1cfd65fc13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.082846 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1ad0a718-d03b-4081-bbaa-0d1cfd65fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.104147 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.204045 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-dc50e3a7-c5d4-4ac7-b393-59406f884fbf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bedef3496d1c4412a6fe930ff88f2efc&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5735171 Dec 16 15:24:06.215226 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db07aa2-48a4-4d91-a37b-926eeee99bb5 None None] Pushing event updated for resources: {'Port': ['ID=997e4756-89c5-414d-b1b9-c440c3add0f0,revision_number=2']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:06.218979 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Attempting to bind port 997e4756-89c5-414d-b1b9-c440c3add0f0 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:06.219455 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Attempting to bind port 997e4756-89c5-414d-b1b9-c440c3add0f0 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:06.219822 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Attempting to bind port 997e4756-89c5-414d-b1b9-c440c3add0f0 on network dbb0cafc-aada-4bc8-97e6-0316760d206b {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:06.227087 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53926) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:06.230457 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:06.230976 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Checking segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:06.231651 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.232214 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Bound using segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:06.232745 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Bound port: 997e4756-89c5-414d-b1b9-c440c3add0f0, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:06.233385 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.288252 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] Set router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:06.302296 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] For port 997e4756-89c5-414d-b1b9-c440c3add0f0, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:06.306046 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] For port 997e4756-89c5-414d-b1b9-c440c3add0f0, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=997e4756-89c5-414d-b1b9-c440c3add0f0,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:06.316361 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.340934 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0a718-d03b-4081-bbaa-0d1cfd65fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c076de-e9ef-4ca1-bf41-498fa62b1350,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:06.369925 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-64b2448c-6bb7-4ba3-9ada-8dbb3b7b4f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.407824 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-64b2448c-6bb7-4ba3-9ada-8dbb3b7b4f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.478157 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device de152bd2-8739-4f37-996e-2cbc894b5962 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:06.496402 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1ad0a718-d03b-4081-bbaa-0d1cfd65fc13 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ce77871febc74386a30fd0319e16b6ff&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0502703 Dec 16 15:24:06.503477 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.508777 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-64b2448c-6bb7-4ba3-9ada-8dbb3b7b4f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.514559 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-64b2448c-6bb7-4ba3-9ada-8dbb3b7b4f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.514788 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:06.515409 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:23:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:06.525135 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-64b2448c-6bb7-4ba3-9ada-8dbb3b7b4f1c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e170521e-dd52-4f18-9fe5-d092ce24e12d HTTP/1.1" status: 204 len: 168 time: 0.2827244 Dec 16 15:24:06.529600 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 53934) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:06.532187 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50e3a7-c5d4-4ac7-b393-59406f884fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e170521e-dd52-4f18-9fe5-d092ce24e12d,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:06.577384 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db07aa2-48a4-4d91-a37b-926eeee99bb5 None None] Pushing event updated for resources: {'Port': ['ID=997e4756-89c5-414d-b1b9-c440c3add0f0,revision_number=3']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:06.659504 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:06.878040 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f8592-f29d-49b2-8e27-c538ab09bdeb None None] Pushing event updated for resources: {'Port': ['ID=6b3a1106-a619-480c-87f1-be5855716b74,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:06.889095 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:24:06.907020 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-66540482-8abe-4dcb-b328-813648890577 req-7ac48729-770a-494f-82b1-3bdec9e3a2ff tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 210 time: 0.2906308 Dec 16 15:24:06.944681 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Made reservation on behalf of 52427d968f4c4a6e9906d2ee96feaa1a for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:06.950106 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:06.957187 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port de152bd2-8739-4f37-996e-2cbc894b5962 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:06.958509 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:07.168253 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2448c-6bb7-4ba3-9ada-8dbb3b7b4f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e170521e-dd52-4f18-9fe5-d092ce24e12d,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:07.193455 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:07.234120 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port de152bd2-8739-4f37-996e-2cbc894b5962, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=de152bd2-8739-4f37-996e-2cbc894b5962,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:07.246267 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:07.248092 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:00Z', 'revision_number': 3, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:07.325122 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60a5cb-3cdb-4d58-9d46-8ee6a1402a0e None None] The sync data for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi is: [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:00Z', 'revision_number': 3, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:24:07.331745 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-router', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6b3a1106-a619-480c-87f1-be5855716b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:23:59Z', 'revision_number': 3, 'project_id': '2866031a5c6a49b39838826124bd0490', 'gw_port': {'id': '6b3a1106-a619-480c-87f1-be5855716b74', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:07.384454 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6e153-9170-4bc5-834d-3ad0fe98cf00 None None] The sync data for ids ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'] in dv-cinder-801522-8-iscsi is: [{'id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-router', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6b3a1106-a619-480c-87f1-be5855716b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:23:59Z', 'revision_number': 3, 'project_id': '2866031a5c6a49b39838826124bd0490', 'gw_port': {'id': '6b3a1106-a619-480c-87f1-be5855716b74', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:24:07.399372 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Network fd1e4024-a5d3-451e-951e-946646d29db1 is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:07.400877 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=de152bd2-8739-4f37-996e-2cbc894b5962,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:07.444235 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Pushing event updated for resources: {'Port': ['ID=3f7b6684-95a6-4d42-982e-388e8606f82b,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:07.453788 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:07.472173 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:07.474086 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f083e3f-a19d-4008-8b00-14761104ec97 req-1c53d3dd-1a28-4e89-8290-aa0639c7a455 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:07.482431 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8f083e3f-a19d-4008-8b00-14761104ec97 req-1c53d3dd-1a28-4e89-8290-aa0639c7a455 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 932 time: 0.8135509 Dec 16 15:24:07.493544 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:07.497393 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:07.548319 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-6e25af39-5ff7-4623-937e-4f0ce1d69e7d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1199439 Dec 16 15:24:07.561287 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3c59f45-035c-444a-8a61-5442710f9590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:07.610501 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device de152bd2-8739-4f37-996e-2cbc894b5962 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:07.648393 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3c59f45-035c-444a-8a61-5442710f9590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:07.734280 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-550e12cf-701d-4711-8936-e2b4c51af9f5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:24:07.735729 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-550e12cf-701d-4711-8936-e2b4c51af9f5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0233123 Dec 16 15:24:07.750639 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8f083e3f-a19d-4008-8b00-14761104ec97 req-e245bf93-2043-424e-afa0-7029c9deb2c8 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658341 Dec 16 15:24:07.763703 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port de152bd2-8739-4f37-996e-2cbc894b5962 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:07.763703 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:07.792393 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:08.162613 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3c59f45-035c-444a-8a61-5442710f9590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:08.168297 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3c59f45-035c-444a-8a61-5442710f9590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:08.175746 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f3c59f45-035c-444a-8a61-5442710f9590 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e4c076de-e9ef-4ca1-bf41-498fa62b1350 HTTP/1.1" status: 204 len: 168 time: 1.6425817 Dec 16 15:24:08.249097 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c59f45-035c-444a-8a61-5442710f9590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c076de-e9ef-4ca1-bf41-498fa62b1350,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:08.548139 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Allocated IP 172.20.0.1 (9090a524-2252-4eae-b08b-7fbbd31942c4/1053c293-7fb3-4c40-8b29-578e6f0f756b/f0242eff-187a-4c4e-8fbc-1e5d51edb203) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:08.633591 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Request body: {'port': {'device_id': 'a4789fd0-b37c-44ed-9f45-79b87f4fc941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:08.871010 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Allocated IP 172.20.0.5 (b588f072-05da-4ac3-9443-c641a2278cfe/1f41b5af-6917-474e-ad37-3b19654e5e67/de29d3f2-9a2d-4689-8e9a-d6934791a8b4) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:08.982274 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:09.204864 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:09.363114 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:09.450903 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b35ce40e-7d8d-45df-86de-034ded0d1e02 req-4b61df01-d6cb-41ed-a576-74b59acc52a8 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 210 time: 1.2587316 Dec 16 15:24:09.748366 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 6b3a1106-a619-480c-87f1-be5855716b74 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:09.956794 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 6b3a1106-a619-480c-87f1-be5855716b74 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:09.957200 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:09.990504 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.144348 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.145062 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533087'] for router_interface, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.222688 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.249268 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2222-3d83-47b4-987b-8d35dc999efc req-4f4d95b8-e582-4d9b-b00a-c55893c06669 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:10.266231 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-911d2222-3d83-47b4-987b-8d35dc999efc req-4f4d95b8-e582-4d9b-b00a-c55893c06669 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 932 time: 0.6751523 Dec 16 15:24:10.330387 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.392031 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 6b3a1106-a619-480c-87f1-be5855716b74, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=6b3a1106-a619-480c-87f1-be5855716b74,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:10.400739 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.404590 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 997e4756-89c5-414d-b1b9-c440c3add0f0 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:10.469032 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7b6684-95a6-4d42-982e-388e8606f82b {{(pid=102463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:10.486297 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.520324 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.provisioning_blocks [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Transition to ACTIVE for port object 3f7b6684-95a6-4d42-982e-388e8606f82b will not be triggered until provisioned by entity L2. {{(pid=102463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:24:10.531441 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.609669 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.717961 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 997e4756-89c5-414d-b1b9-c440c3add0f0 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:10.719114 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.725340 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=6b3a1106-a619-480c-87f1-be5855716b74,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:10.812474 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.819814 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7b6684-95a6-4d42-982e-388e8606f82b,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:10.881632 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.928290 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 997e4756-89c5-414d-b1b9-c440c3add0f0, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=997e4756-89c5-414d-b1b9-c440c3add0f0,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:10.949692 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.965946 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Pushing event updated for resources: {'Port': ['ID=f0242eff-187a-4c4e-8fbc-1e5d51edb203,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:10.976895 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Attempting to bind port 3f7b6684-95a6-4d42-982e-388e8606f82b on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:10.977275 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Attempting to bind port 3f7b6684-95a6-4d42-982e-388e8606f82b by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'}] {{(pid=102463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:10.977794 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Attempting to bind port 3f7b6684-95a6-4d42-982e-388e8606f82b on network fd1e4024-a5d3-451e-951e-946646d29db1 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:10.991618 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Port 3f7b6684-95a6-4d42-982e-388e8606f82b on network fd1e4024-a5d3-451e-951e-946646d29db1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:24:10.992607 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Attempting to bind port 3f7b6684-95a6-4d42-982e-388e8606f82b on network fd1e4024-a5d3-451e-951e-946646d29db1 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:11.015263 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54028) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:11.029132 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:11.029520 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Checking segment: {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:11.030255 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Bound using segment: {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'} {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:11.030739 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Bound port: 3f7b6684-95a6-4d42-982e-388e8606f82b, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'}}] {{(pid=102463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:11.032285 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:11.074595 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=997e4756-89c5-414d-b1b9-c440c3add0f0,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:11.084814 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Network 9090a524-2252-4eae-b08b-7fbbd31942c4 is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:11.106352 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:11.122649 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:11.123153 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536559'] for router_interface, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:11.276013 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Network dd299e06-ec69-443b-98d4-8edf7ddf48e6 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:11.304762 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Network b588f072-05da-4ac3-9443-c641a2278cfe is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:11.388075 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:11.395519 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbfaeeb-763d-4292-98f9-daf4a94351a6,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:11.510472 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-150320255-network', 'tenant_id': '66eb657dde8940e9a22892a709a93d89'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:11.614811 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Pushing event updated for resources: {'Port': ['ID=de29d3f2-9a2d-4689-8e9a-d6934791a8b4,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:11.667573 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] For port 3f7b6684-95a6-4d42-982e-388e8606f82b, host hv-cinder-80152, cleared binding levels {{(pid=102463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:11.777677 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54044) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:11.807661 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] For port 3f7b6684-95a6-4d42-982e-388e8606f82b, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3f7b6684-95a6-4d42-982e-388e8606f82b,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:11.819462 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:11.837404 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 6b3a1106-a619-480c-87f1-be5855716b74 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:11.883686 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:11.891920 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:11.898159 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:11.899263 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:11.932051 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-911d2222-3d83-47b4-987b-8d35dc999efc req-273eb047-0622-4849-9833-98c71089a282 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6637881 Dec 16 15:24:11.932384 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-0b3a8087-2d64-4a21-a365-8a658e90b9b7 None None] Provisioning complete for port f0242eff-187a-4c4e-8fbc-1e5d51edb203 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:11.933258 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8087-2d64-4a21-a365-8a658e90b9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:11.966652 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7b6684-95a6-4d42-982e-388e8606f82b,revision_number=3']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:11.982378 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Made reservation on behalf of 66eb657dde8940e9a22892a709a93d89 for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:11.994707 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.048319 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a8087-2d64-4a21-a365-8a658e90b9b7 None None] Port f0242eff-187a-4c4e-8fbc-1e5d51edb203 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:24:12.084022 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.085843 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-fa4c7d53-d376-4c12-bb47-f1eb13aef49d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9306753 Dec 16 15:24:12.096738 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 6b3a1106-a619-480c-87f1-be5855716b74 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:12.104100 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.106336 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d199f028-41f1-4ae7-8707-a3fa68a28b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.128577 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Request body: {'port': {'device_id': '471b2faa-e227-4d8c-a484-709aa62a77bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:12.133369 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:12.138651 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.140169 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991908f2-33d8-45ab-bdfc-ce748f70ea0d req-1765723d-6216-49e3-a16a-fc2614337b66 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:12.140375 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-e2368da7-0a25-4617-b0db-3a8b189bc497 service neutron] 10.222.0.58 "PUT /v2.0/ports/3f7b6684-95a6-4d42-982e-388e8606f82b HTTP/1.1" status: 200 len: 1094 time: 4.0005803 Dec 16 15:24:12.145295 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4789fd0-b37c-44ed-9f45-79b87f4fc941', 'tag': '3f7b6684-95a6-4d42-982e-388e8606f82b'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:12.148442 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-991908f2-33d8-45ab-bdfc-ce748f70ea0d req-1765723d-6216-49e3-a16a-fc2614337b66 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 931 time: 1.3332064 Dec 16 15:24:12.231094 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-aef44dc6-8891-47f7-9560-2b04da534b60 None None] Provisioning complete for port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:12.231463 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-aef44dc6-8891-47f7-9560-2b04da534b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.271967 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Allocated IP 172.20.0.1 (ef10b335-f6cb-4f33-b364-6bec0cd5df13/878cfd11-30a6-40ee-8e2a-ea532f7ac79c/4ff9b866-323c-45df-8106-3d716fbada14) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:12.287455 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-aef44dc6-8891-47f7-9560-2b04da534b60 None None] Port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:24:12.385706 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 997e4756-89c5-414d-b1b9-c440c3add0f0 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:12.457110 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.520886 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 997e4756-89c5-414d-b1b9-c440c3add0f0 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:12.521323 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.530567 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07831e97-89f0-4d21-b1f8-41d8dcd770f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4789fd0-b37c-44ed-9f45-79b87f4fc941", "tag": "3f7b6684-95a6-4d42-982e-388e8606f82b"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:12.547598 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-991908f2-33d8-45ab-bdfc-ce748f70ea0d req-05c5adb8-496d-4567-aed4-d3ef29a0a2fe tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967326 Dec 16 15:24:12.549888 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d199f028-41f1-4ae7-8707-a3fa68a28b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.567968 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Router b750f248-0906-431a-8533-e1a7c12171fd has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:24:12.574410 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.604992 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d199f028-41f1-4ae7-8707-a3fa68a28b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.623516 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-bbc7e675-5429-4826-be84-d57b67869c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:12.625172 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-bbc7e675-5429-4826-be84-d57b67869c6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 1097 time: 0.3256304 Dec 16 15:24:12.811740 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d199f028-41f1-4ae7-8707-a3fa68a28b15 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=25d5f42238b14e4b8e7353213fbb3c36&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0118599 Dec 16 15:24:12.827252 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-41c91575-0a8b-4336-8060-d55fd1bed546 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f7b6684-95a6-4d42-982e-388e8606f82b HTTP/1.1" status: 200 len: 217 time: 0.1789918 Dec 16 15:24:12.832031 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199f028-41f1-4ae7-8707-a3fa68a28b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cdc3b7-c7cd-4f07-ab0b-8568fb7949ce,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:12.845852 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.846762 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54062) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:12.923814 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1539dc-bb4b-478c-a5ac-8b6bc26b39a6 x-openstack-request-id: req-ca1539dc-bb4b-478c-a5ac-8b6bc26b39a6 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:12.924370 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4789fd0-b37c-44ed-9f45-79b87f4fc941", "tag": "3f7b6684-95a6-4d42-982e-388e8606f82b", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:12.924762 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ca1539dc-bb4b-478c-a5ac-8b6bc26b39a6 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:12.925382 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4789fd0-b37c-44ed-9f45-79b87f4fc941', 'tag': '3f7b6684-95a6-4d42-982e-388e8606f82b', 'status': 'completed', 'code': 200} Dec 16 15:24:12.931313 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.176232 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.267818 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=102463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:24:13.286481 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-91f9aead-7f60-476b-aced-8c87fe84466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:13.287456 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-91f9aead-7f60-476b-aced-8c87fe84466c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77d270c3-988e-4ea4-a4a7-2fd404d77eae HTTP/1.1" status: 200 len: 854 time: 0.4378953 Dec 16 15:24:13.313395 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7bac3d-4e5c-4b22-852c-f747dfe09474,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:13.319902 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.320483 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Added segment e35a625e-19b8-4d38-92e1-5ef58c3779ab of type vlan for network 1cdea037-e3e5-407f-a4e2-05ab9c76983e Dec 16 15:24:13.367455 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:24:13.380861 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Sync routers for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:24:13.386740 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48051b66-6d77-46fd-8f0c-8f87ef6763e8 req-c0a4018a-a57a-416b-8368-ad7351baf360 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:13.388783 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-48051b66-6d77-46fd-8f0c-8f87ef6763e8 req-c0a4018a-a57a-416b-8368-ad7351baf360 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 944 time: 0.2374971 Dec 16 15:24:13.391616 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:13.392245 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:23:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:13.429667 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-63278471-0ac5-4838-94a1-54840c5c58e4 admin admin] 10.222.0.75 "PUT /v2.0/routers/b750f248-0906-431a-8533-e1a7c12171fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8678448 Dec 16 15:24:13.453356 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.508307 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d504eca1-ca77-4177-b329-98d73a807bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.641460 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:13.661858 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d504eca1-ca77-4177-b329-98d73a807bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.680733 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.682990 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:13.683595 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.705306 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.736182 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.736938 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533087'] for router_interface, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.739019 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de29d3f2-9a2d-4689-8e9a-d6934791a8b4 {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:13.750512 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.774455 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Transition to ACTIVE for port object de29d3f2-9a2d-4689-8e9a-d6934791a8b4 will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:24:13.777097 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.794687 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.825141 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7542837 Dec 16 15:24:13.861465 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54078) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:13.893754 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] Request body: {'subnet': {'network_id': '1cdea037-e3e5-407f-a4e2-05ab9c76983e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-150320255-subnet', 'tenant_id': '66eb657dde8940e9a22892a709a93d89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:13.941943 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-48051b66-6d77-46fd-8f0c-8f87ef6763e8 req-bd15d3e1-dc47-405f-8f49-c9604b89fce6 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045991 Dec 16 15:24:13.950200 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Network ef10b335-f6cb-4f33-b364-6bec0cd5df13 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:13.979689 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:13.990187 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:13.992046 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536559'] for router_interface, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:14.056807 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aa4cd-abfd-468c-9464-4cc23594657f admin admin] Pushing event updated for resources: {'Network': ['ID=1cdea037-e3e5-407f-a4e2-05ab9c76983e,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:14.068177 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Network 9090a524-2252-4eae-b08b-7fbbd31942c4 is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:14.074201 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:14.086380 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Pushing event updated for resources: {'Port': ['ID=f0242eff-187a-4c4e-8fbc-1e5d51edb203,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:14.097912 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network 1cdea037-e3e5-407f-a4e2-05ab9c76983e details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:24:14.110580 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d504eca1-ca77-4177-b329-98d73a807bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:14.113351 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d504eca1-ca77-4177-b329-98d73a807bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:14.113738 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff9b866-323c-45df-8106-3d716fbada14,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:14.114645 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d504eca1-ca77-4177-b329-98d73a807bc3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d2cdc3b7-c7cd-4f07-ab0b-8568fb7949ce HTTP/1.1" status: 204 len: 168 time: 1.2638013 Dec 16 15:24:14.310693 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22b58-f160-4004-af1e-787751f25e13 req-67a90c17-ae28-4b0a-9cca-fddd299ddbb5 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:14.316370 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-33c22b58-f160-4004-af1e-787751f25e13 req-67a90c17-ae28-4b0a-9cca-fddd299ddbb5 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 943 time: 0.5260987 Dec 16 15:24:14.329179 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] Made reservation on behalf of 66eb657dde8940e9a22892a709a93d89 for: {'subnet': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:14.343413 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:14.436384 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504eca1-ca77-4177-b329-98d73a807bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cdc3b7-c7cd-4f07-ab0b-8568fb7949ce,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:14.446175 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:24:14.676336 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Attempting to bind port de29d3f2-9a2d-4689-8e9a-d6934791a8b4 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:14.676736 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Attempting to bind port de29d3f2-9a2d-4689-8e9a-d6934791a8b4 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '477b2620-a90e-4450-affa-aedaa9a2dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'b588f072-05da-4ac3-9443-c641a2278cfe'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:14.677030 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Attempting to bind port de29d3f2-9a2d-4689-8e9a-d6934791a8b4 on network b588f072-05da-4ac3-9443-c641a2278cfe {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:14.710868 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:24:14.722230 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d4d1312a-596e-4a2f-850b-dc352e559e11 admin admin] 10.222.0.75 "PUT /v2.0/routers/3c5de732-6eb7-460d-accf-ac090bf9b0a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5093806 Dec 16 15:24:14.733801 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Sync routers for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:24:14.776277 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:14.778579 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:23:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:14.925379 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Pushing event updated for resources: {'Port': ['ID=de29d3f2-9a2d-4689-8e9a-d6934791a8b4,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:14.935288 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:14.948816 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-ca42f32c-4a13-4ad3-8c06-e72daa1bb100 None None] Provisioning complete for port f0242eff-187a-4c4e-8fbc-1e5d51edb203 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:14.950698 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ca42f32c-4a13-4ad3-8c06-e72daa1bb100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:14.997770 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Port de29d3f2-9a2d-4689-8e9a-d6934791a8b4 on network b588f072-05da-4ac3-9443-c641a2278cfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:24:14.998155 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Attempting to bind port de29d3f2-9a2d-4689-8e9a-d6934791a8b4 on network b588f072-05da-4ac3-9443-c641a2278cfe {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:15.011644 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0b675d-0873-4e09-a70b-37de8c1c6a83,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:15.014563 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:15.014804 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Checking segment: {'id': '477b2620-a90e-4450-affa-aedaa9a2dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'b588f072-05da-4ac3-9443-c641a2278cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:15.015679 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Bound using segment: {'id': '477b2620-a90e-4450-affa-aedaa9a2dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'b588f072-05da-4ac3-9443-c641a2278cfe'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:15.016213 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Bound port: de29d3f2-9a2d-4689-8e9a-d6934791a8b4, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477b2620-a90e-4450-affa-aedaa9a2dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'b588f072-05da-4ac3-9443-c641a2278cfe'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:15.017113 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:15.063102 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54104) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:15.105370 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:06Z', 'revision_number': 2, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:15.117000 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-33c22b58-f160-4004-af1e-787751f25e13 req-cc975d17-772b-4206-8196-2309f9ed3c5c tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7506487 Dec 16 15:24:15.233984 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-858759de-48df-480e-a559-b492269740ab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd1e4024-a5d3-451e-951e-946646d29db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854725 Dec 16 15:24:15.258293 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cc8a255b-ead5-46aa-8c9a-3c042d46a648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:15.275256 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:15.284819 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-ca42f32c-4a13-4ad3-8c06-e72daa1bb100 None None] Port f0242eff-187a-4c4e-8fbc-1e5d51edb203 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:24:15.292933 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Checking router: b750f248-0906-431a-8533-e1a7c12171fd for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:24:15.300373 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Updating router b750f248-0906-431a-8533-e1a7c12171fd port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 binding host dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:24:15.393922 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:15.407777 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] For port de29d3f2-9a2d-4689-8e9a-d6934791a8b4, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:15.408913 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] For port de29d3f2-9a2d-4689-8e9a-d6934791a8b4, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=de29d3f2-9a2d-4689-8e9a-d6934791a8b4,segment=NetworkSegment(477b2620-a90e-4450-affa-aedaa9a2dd64),segment_id=477b2620-a90e-4450-affa-aedaa9a2dd64)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:15.462308 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:15.517756 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54108) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:15.530702 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:15.539545 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-35988653-9059-4cf8-8471-d9ca60a28ce6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036158446', 'description': 'tempest-description--1099140174'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:15.744782 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:15.745615 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:15.747136 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] 10.222.0.58 "PUT /v2.0/ports/de29d3f2-9a2d-4689-8e9a-d6934791a8b4 HTTP/1.1" status: 200 len: 1093 time: 3.6246517 Dec 16 15:24:15.747656 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471b2faa-e227-4d8c-a484-709aa62a77bf', 'tag': 'de29d3f2-9a2d-4689-8e9a-d6934791a8b4'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:15.786638 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cc8a255b-ead5-46aa-8c9a-3c042d46a648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:15.791607 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-b66be6cf-784e-496d-a816-5026e0eef88b service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090791 Dec 16 15:24:15.799962 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cc8a255b-ead5-46aa-8c9a-3c042d46a648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:15.888483 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a255b-ead5-46aa-8c9a-3c042d46a648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5289acc-39a9-435c-b306-3224b1d0d883,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:15.986730 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-35988653-9059-4cf8-8471-d9ca60a28ce6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:15.991908 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-cc8a255b-ead5-46aa-8c9a-3c042d46a648 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=18d6b9659ed841b59ab7f52171863ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8644104 Dec 16 15:24:16.037883 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54118) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:16.173292 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] Checking segment: {'id': 'e35a625e-19b8-4d38-92e1-5ef58c3779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1cdea037-e3e5-407f-a4e2-05ab9c76983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:16.174474 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] Network hostable DHCP agents. Network: 1cdea037-e3e5-407f-a4e2-05ab9c76983e, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:24:16.248846 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4ee8f-76eb-4e2b-b039-58e2dbaaac18" -d '{"events": [{"name": "network-changed", "server_uuid": "471b2faa-e227-4d8c-a484-709aa62a77bf", "tag": "de29d3f2-9a2d-4689-8e9a-d6934791a8b4"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:16.257143 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-12bbde57-d99f-4f17-9bc0-98a9b2b86d33 req-f5c4452f-65ba-407c-9967-f29dde70e1d1 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635926 Dec 16 15:24:16.278112 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Publish callbacks [] for port, precommit_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:16.297178 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:16.361889 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 2, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:16.487662 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Checking router: 3c5de732-6eb7-460d-accf-ac090bf9b0a7 for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:24:16.488247 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Updating router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 port f0242eff-187a-4c4e-8fbc-1e5d51edb203 binding host dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:24:16.582107 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54136) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:16.586645 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffe6b7-4a89-4db7-b80b-40b70938b684 None None] Pushing event updated for resources: {'Port': ['ID=5dbfaeeb-763d-4292-98f9-daf4a94351a6,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:16.595310 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-99f51d2b-297f-4cef-85a4-d0f3efff0316 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715827360', 'description': 'tempest-description--190513158'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:16.649260 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07831e97-89f0-4d21-b1f8-41d8dcd770f0 req-9f11d50d-c60d-47f4-8810-4df90d43ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:16.657756 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:16.660232 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-07831e97-89f0-4d21-b1f8-41d8dcd770f0 req-9f11d50d-c60d-47f4-8810-4df90d43ce11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 1097 time: 0.1875947 Dec 16 15:24:16.686096 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:16.750607 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-99f51d2b-297f-4cef-85a4-d0f3efff0316 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:16.781828 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Attempting to bind port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:16.785549 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Attempting to bind port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:16.786324 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Attempting to bind port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 on network dd299e06-ec69-443b-98d4-8edf7ddf48e6 {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:16.811042 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:16.818317 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Checking segment: {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:16.819127 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:16.822685 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Bound using segment: {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:16.829925 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Bound port: 5dbfaeeb-763d-4292-98f9-daf4a94351a6, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:16.831067 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:16.860820 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530b386-d877-42d8-a80c-e9b5b734beb7 req-dab3c19a-fdf5-4c33-8b13-f6fa1255221f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:16.862450 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9530b386-d877-42d8-a80c-e9b5b734beb7 req-dab3c19a-fdf5-4c33-8b13-f6fa1255221f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 944 time: 1.3006496 Dec 16 15:24:16.863140 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc72e1-9559-4c7c-b061-721c77c2990b service neutron] Pushing event updated for resources: {'Port': ['ID=de29d3f2-9a2d-4689-8e9a-d6934791a8b4,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:17.006462 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-35988653-9059-4cf8-8471-d9ca60a28ce6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.074990 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.076702 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533087'] for router_interface, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.080833 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] Network 1cdea037-e3e5-407f-a4e2-05ab9c76983e is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:24:17.092668 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-5bb43c6e-2572-46c4-a52b-3d59254da1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.128575 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-933b00f5-1e4c-43a9-9292-f9e85ae4c4cc None None] Provisioning complete for port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:17.162089 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-933b00f5-1e4c-43a9-9292-f9e85ae4c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.164349 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-35988653-9059-4cf8-8471-d9ca60a28ce6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.182173 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] For port 5dbfaeeb-763d-4292-98f9-daf4a94351a6, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:17.194851 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07831e97-89f0-4d21-b1f8-41d8dcd770f0 req-6ccf8284-cab9-4d36-91ed-5066825aaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:17.198704 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-07831e97-89f0-4d21-b1f8-41d8dcd770f0 req-6ccf8284-cab9-4d36-91ed-5066825aaf6c service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 915 time: 0.5055370 Dec 16 15:24:17.214594 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] For port 5dbfaeeb-763d-4292-98f9-daf4a94351a6, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=5dbfaeeb-763d-4292-98f9-daf4a94351a6,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:17.249574 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-2cb9f2ab-a03f-4d2d-8a3b-e8ab6a6d4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:17.249574 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-2cb9f2ab-a03f-4d2d-8a3b-e8ab6a6d4215 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52427d968f4c4a6e9906d2ee96feaa1a&device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 1096 time: 1.3208163 Dec 16 15:24:17.256146 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3e4d937a-ecfa-499b-bc38-02da55cb8cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.264670 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-99f51d2b-297f-4cef-85a4-d0f3efff0316 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.304690 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-07831e97-89f0-4d21-b1f8-41d8dcd770f0 req-6e6d96f7-c26f-4129-ac39-044e827f49fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f7b6684-95a6-4d42-982e-388e8606f82b HTTP/1.1" status: 200 len: 217 time: 0.0676956 Dec 16 15:24:17.305439 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-99f51d2b-297f-4cef-85a4-d0f3efff0316 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.392476 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-99f51d2b-297f-4cef-85a4-d0f3efff0316 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.398115 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-99f51d2b-297f-4cef-85a4-d0f3efff0316 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8097517 Dec 16 15:24:17.414329 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f51d2b-297f-4cef-85a4-d0f3efff0316 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c63e06-f024-457c-879b-36b6b6acb1e3,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:17.414329 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54150) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:17.414917 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-59c92438-b473-499e-99a1-9013b010c5b2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'security_group_rule': {'security_group_id': 'b3c63e06-f024-457c-879b-36b6b6acb1e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:17.435683 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07831e97-89f0-4d21-b1f8-41d8dcd770f0 req-3539b55b-8d4f-4c56-a6f1-aaadff557650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:17.437634 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-07831e97-89f0-4d21-b1f8-41d8dcd770f0 req-3539b55b-8d4f-4c56-a6f1-aaadff557650 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77d270c3-988e-4ea4-a4a7-2fd404d77eae HTTP/1.1" status: 200 len: 854 time: 0.1086955 Dec 16 15:24:17.484503 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.513091 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-07831e97-89f0-4d21-b1f8-41d8dcd770f0 req-7e340495-cef6-4bfc-9944-77dfa39adf79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd1e4024-a5d3-451e-951e-946646d29db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504458 Dec 16 15:24:17.524851 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-59c92438-b473-499e-99a1-9013b010c5b2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.553264 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-933b00f5-1e4c-43a9-9292-f9e85ae4c4cc None None] Port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:24:17.702711 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:17.703822 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:23:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:17.794919 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-59c92438-b473-499e-99a1-9013b010c5b2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.800708 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Publish callbacks [] for port, precommit_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.810978 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-59c92438-b473-499e-99a1-9013b010c5b2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.811564 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.866780 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffe6b7-4a89-4db7-b80b-40b70938b684 None None] Pushing event updated for resources: {'Port': ['ID=5dbfaeeb-763d-4292-98f9-daf4a94351a6,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:17.884355 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bc91a-be7c-4640-9518-d6adde73ef60 None None] Pushing event updated for resources: {'Port': ['ID=f0242eff-187a-4c4e-8fbc-1e5d51edb203,revision_number=3']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:17.912907 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c92438-b473-499e-99a1-9013b010c5b2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a9ba87-8279-4afe-a542-289fe2a335be,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:17.949775 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-59c92438-b473-499e-99a1-9013b010c5b2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.951244 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-fe433959-e5dd-488c-acae-0216a5da1dde None None] Provisioning complete for port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:17.951751 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-59c92438-b473-499e-99a1-9013b010c5b2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5404613 Dec 16 15:24:17.952078 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-fe433959-e5dd-488c-acae-0216a5da1dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.958858 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-07831e97-89f0-4d21-b1f8-41d8dcd770f0 req-ccd0c918-4748-433d-9bd6-f12a747cc0d4 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025874 Dec 16 15:24:17.959608 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54154) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:17.967803 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-5a3eecae-5c34-47cd-b539-8c147fc7473f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'security_group_rule': {'security_group_id': 'b3c63e06-f024-457c-879b-36b6b6acb1e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:17.977032 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-4f43f0de-a50a-40c9-b286-832ed6d54bbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de29d3f2-9a2d-4689-8e9a-d6934791a8b4 HTTP/1.1" status: 200 len: 217 time: 0.6908162 Dec 16 15:24:17.988352 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Attempting to bind port f0242eff-187a-4c4e-8fbc-1e5d51edb203 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:17.988900 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Attempting to bind port f0242eff-187a-4c4e-8fbc-1e5d51edb203 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:17.989400 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Attempting to bind port f0242eff-187a-4c4e-8fbc-1e5d51edb203 on network 9090a524-2252-4eae-b08b-7fbbd31942c4 {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:17.996955 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:17.998041 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Checking segment: {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:17.998041 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.998569 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Bound using segment: {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:17.999156 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Bound port: f0242eff-187a-4c4e-8fbc-1e5d51edb203, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'}}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:17.999653 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.031512 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:18.083631 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, 1cdea037-e3e5-407f-a4e2-05ab9c76983e) {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:18.124107 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] For port f0242eff-187a-4c4e-8fbc-1e5d51edb203, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:18.128185 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] For port f0242eff-187a-4c4e-8fbc-1e5d51edb203, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=f0242eff-187a-4c4e-8fbc-1e5d51edb203,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:18.135026 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd72639-10fc-4078-86c3-1dc9d8712d68 None None] Network 1cdea037-e3e5-407f-a4e2-05ab9c76983e requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:24:18.136525 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.221742 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5a3eecae-5c34-47cd-b539-8c147fc7473f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.224362 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bc91a-be7c-4640-9518-d6adde73ef60 None None] Pushing event updated for resources: {'Port': ['ID=f0242eff-187a-4c4e-8fbc-1e5d51edb203,revision_number=4']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:18.248392 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-b2a8102a-794a-40dd-8ed9-2b3153847905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:18.251215 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-b2a8102a-794a-40dd-8ed9-2b3153847905 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f41b5af-6917-474e-ad37-3b19654e5e67 HTTP/1.1" status: 200 len: 851 time: 0.1643994 Dec 16 15:24:18.270035 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:18.271704 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:23:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:18.305895 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-07831e97-89f0-4d21-b1f8-41d8dcd770f0 req-066bd116-e6ef-40e5-b3b0-ebb983d2b573 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275640 Dec 16 15:24:18.333690 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5a3eecae-5c34-47cd-b539-8c147fc7473f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.339968 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5a3eecae-5c34-47cd-b539-8c147fc7473f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.358222 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-35988653-9059-4cf8-8471-d9ca60a28ce6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.360359 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-35988653-9059-4cf8-8471-d9ca60a28ce6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.8304749 Dec 16 15:24:18.371562 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54156) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:18.375320 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:18.376180 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-c7a36ae5-612f-4d6a-819a-48f58a180b0b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'security_group_rule': {'security_group_id': '7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:18.376729 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.391344 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3eecae-5c34-47cd-b539-8c147fc7473f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412ff2f8-ed0a-453c-a0f5-145a6d000532,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:18.395370 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-fe433959-e5dd-488c-acae-0216a5da1dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.410087 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5a3eecae-5c34-47cd-b539-8c147fc7473f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.411713 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-5a3eecae-5c34-47cd-b539-8c147fc7473f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4507632 Dec 16 15:24:18.420312 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54158) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:18.425453 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'floatingip': {'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:18.461994 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:18.475383 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c7a36ae5-612f-4d6a-819a-48f58a180b0b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.554868 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.586191 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-f5e9609c-e5b6-448c-9f82-d7cdc8ecc98a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.7230532 Dec 16 15:24:18.662348 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c7a36ae5-612f-4d6a-819a-48f58a180b0b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.680000 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c7a36ae5-612f-4d6a-819a-48f58a180b0b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.719482 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a36ae5-612f-4d6a-819a-48f58a180b0b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21ac897-63fc-4cc3-aa2e-20f7501b5456,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:18.736746 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c7a36ae5-612f-4d6a-819a-48f58a180b0b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.738406 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-c7a36ae5-612f-4d6a-819a-48f58a180b0b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3658493 Dec 16 15:24:18.739921 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3e4d937a-ecfa-499b-bc38-02da55cb8cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.741300 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54168) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:18.750148 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-846345d5-9047-42f0-ab13-7ea40a7b2f9c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'security_group_rule': {'security_group_id': '7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:18.761689 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35988653-9059-4cf8-8471-d9ca60a28ce6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:18.827128 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-846345d5-9047-42f0-ab13-7ea40a7b2f9c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.843145 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-adbb4c35-2a60-41fe-a7da-28f00b0303f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b588f072-05da-4ac3-9443-c641a2278cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4344788 Dec 16 15:24:18.849240 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.851925 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9326c4-3dbc-4112-a9d9-fcf34130414c None None] Network 1cdea037-e3e5-407f-a4e2-05ab9c76983e requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:24:18.910817 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afdcbc-d686-41d3-979d-df8440c070d6 req-3167de8c-7f8e-44e9-9f3e-c02fc57737cc tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:18.925682 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-52afdcbc-d686-41d3-979d-df8440c070d6 req-3167de8c-7f8e-44e9-9f3e-c02fc57737cc tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 943 time: 1.9119332 Dec 16 15:24:18.954856 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-fe433959-e5dd-488c-acae-0216a5da1dde None None] For port 5dbfaeeb-763d-4292-98f9-daf4a94351a6, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=5dbfaeeb-763d-4292-98f9-daf4a94351a6,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:18.966116 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9530b386-d877-42d8-a80c-e9b5b734beb7 req-de07e2b4-19a6-4bba-987b-283ebfea744b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0677750 Dec 16 15:24:19.045282 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff9b866-323c-45df-8106-3d716fbada14,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:19.045631 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-846345d5-9047-42f0-ab13-7ea40a7b2f9c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.067753 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:19.078816 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-846345d5-9047-42f0-ab13-7ea40a7b2f9c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.111088 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-846345d5-9047-42f0-ab13-7ea40a7b2f9c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.116435 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-846345d5-9047-42f0-ab13-7ea40a7b2f9c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3707418 Dec 16 15:24:19.123472 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54182) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:19.130499 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'floatingip': {'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:19.158492 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270bede6-6475-4919-8df7-046e77fd4a48 None None] The sync data for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi is: [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:24:19.164930 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-fe433959-e5dd-488c-acae-0216a5da1dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.192475 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846345d5-9047-42f0-ab13-7ea40a7b2f9c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5264a964-8072-4a35-a4ea-76f7b5248226,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:19.225493 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.242537 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Allocated IP 172.27.3.186 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/3b6987c6-c524-4333-9e22-d019b6c227f3) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:19.400687 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214d5200-5d12-4867-a193-feb31871ae4e x-openstack-request-id: req-214d5200-5d12-4867-a193-feb31871ae4e {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:19.401390 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471b2faa-e227-4d8c-a484-709aa62a77bf", "tag": "de29d3f2-9a2d-4689-8e9a-d6934791a8b4", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:19.401587 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-214d5200-5d12-4867-a193-feb31871ae4e {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:19.405835 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471b2faa-e227-4d8c-a484-709aa62a77bf', 'tag': 'de29d3f2-9a2d-4689-8e9a-d6934791a8b4', 'status': 'completed', 'code': 200} Dec 16 15:24:19.513762 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.534626 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe433959-e5dd-488c-acae-0216a5da1dde None None] Pushing event updated for resources: {'Port': ['ID=5dbfaeeb-763d-4292-98f9-daf4a94351a6,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:19.593741 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-52afdcbc-d686-41d3-979d-df8440c070d6 req-170cc915-67cb-472f-b754-88e754e0a1e8 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670830 Dec 16 15:24:19.649672 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Network ef10b335-f6cb-4f33-b364-6bec0cd5df13 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:19.685019 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:19.700337 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3e4d937a-ecfa-499b-bc38-02da55cb8cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.713788 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3e4d937a-ecfa-499b-bc38-02da55cb8cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.713788 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-3e4d937a-ecfa-499b-bc38-02da55cb8cc3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5289acc-39a9-435c-b306-3224b1d0d883 HTTP/1.1" status: 204 len: 168 time: 3.6707072 Dec 16 15:24:19.784368 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-6bfe41ce-8a0d-4e0e-9f61-7ca213943b76 None None] Provisioning complete for port f0242eff-187a-4c4e-8fbc-1e5d51edb203 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:19.784997 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6bfe41ce-8a0d-4e0e-9f61-7ca213943b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.807135 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.880970 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d937a-ecfa-499b-bc38-02da55cb8cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5289acc-39a9-435c-b306-3224b1d0d883,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:19.890798 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f0242eff-187a-4c4e-8fbc-1e5d51edb203 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:19.951199 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-de82ab8d-a6e8-4432-a17c-07a39d63b548 service neutron] 10.222.0.58 "GET /v2.0/networks/b588f072-05da-4ac3-9443-c641a2278cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0036774 Dec 16 15:24:20.051273 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-3c57fea2-1e8f-4102-ac93-e69b819e92c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:20.124156 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port f0242eff-187a-4c4e-8fbc-1e5d51edb203 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:20.131625 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:20.153440 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:17Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:20.240246 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf309065-93a0-41c7-bf6b-2754a5a60110 None None] The sync data for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi is: [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:17Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:24:20.280451 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6bfe41ce-8a0d-4e0e-9f61-7ca213943b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:20.446697 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:20.510852 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:24:20.558896 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:20.569985 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:20.573243 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'Port': ['ID=3b6987c6-c524-4333-9e22-d019b6c227f3,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:20.597290 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:20.665160 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef5a5c-d9c8-4990-ac6c-35b5604b22bd req-3c94434d-508b-4531-893d-998c2591a0e2 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:20.670718 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b0ef5a5c-d9c8-4990-ac6c-35b5604b22bd req-3c94434d-508b-4531-893d-998c2591a0e2 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 944 time: 0.4995956 Dec 16 15:24:20.740865 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d737f72e-38e2-4283-96fd-92a0e733dd32 req-4c7db922-51fe-4b27-8680-3c02e3979b88 service neutron] 10.222.0.58 "GET /v2.0/networks/b588f072-05da-4ac3-9443-c641a2278cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7760222 Dec 16 15:24:20.771675 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-6bfe41ce-8a0d-4e0e-9f61-7ca213943b76 None None] For port f0242eff-187a-4c4e-8fbc-1e5d51edb203, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=f0242eff-187a-4c4e-8fbc-1e5d51edb203,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:20.809132 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:20.810134 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 3f7b6684-95a6-4d42-982e-388e8606f82b details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:24:20.826099 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6bfe41ce-8a0d-4e0e-9f61-7ca213943b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:20.859958 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:20.883669 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54214) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:20.899140 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Allocated IP 172.27.3.193 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/4ff63dd0-4eb9-4d56-813c-dc751f24705d) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:20.968177 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:20.991970 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54222) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:20.993007 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:21.026098 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2055385207-network', 'tenant_id': '4294354312e048bc8d1f397af7e4930d'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:21.264037 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c2e56-5f11-424f-86e1-67363ac361cf req-741e6ed2-d97c-4c0c-b13f-a8d973012f83 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:21.268401 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f07c2e56-5f11-424f-86e1-67363ac361cf req-741e6ed2-d97c-4c0c-b13f-a8d973012f83 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 943 time: 0.3826985 Dec 16 15:24:21.269449 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe41ce-8a0d-4e0e-9f61-7ca213943b76 None None] Pushing event updated for resources: {'Port': ['ID=f0242eff-187a-4c4e-8fbc-1e5d51edb203,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:21.291260 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b0ef5a5c-d9c8-4990-ac6c-35b5604b22bd req-0cb102ec-c7b0-4f63-8604-0defa095c68b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053641 Dec 16 15:24:21.360303 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ee8f-76eb-4e2b-b039-58e2dbaaac18 req-7817a7e8-6298-40fe-baee-76dd7d4c128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:21.362464 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a1c4ee8f-76eb-4e2b-b039-58e2dbaaac18 req-7817a7e8-6298-40fe-baee-76dd7d4c128d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52427d968f4c4a6e9906d2ee96feaa1a&device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 1096 time: 0.4533179 Dec 16 15:24:21.377028 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Made reservation on behalf of 4294354312e048bc8d1f397af7e4930d for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:21.400706 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f07c2e56-5f11-424f-86e1-67363ac361cf req-bacbe7a9-42f6-4c9f-a3d4-a737349bd375 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048110 Dec 16 15:24:21.402266 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:24:21.403873 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:21.516358 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:21.526416 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Sync routers for ids ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:24:21.572347 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.db.api [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:24:21.573024 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG oslo_db.api [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:24:21.593012 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Routers {'7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:21.593947 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:24:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:21.652304 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ee8f-76eb-4e2b-b039-58e2dbaaac18 req-f2d13002-9e81-4bc9-bca5-fd680c860d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:21.654589 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a1c4ee8f-76eb-4e2b-b039-58e2dbaaac18 req-f2d13002-9e81-4bc9-bca5-fd680c860d38 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b588f072-05da-4ac3-9443-c641a2278cfe HTTP/1.1" status: 200 len: 912 time: 0.2587748 Dec 16 15:24:21.660032 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-60af54f4-875c-4d7b-a8f7-6355fde18cf6 admin admin] 10.222.0.75 "PUT /v2.0/routers/7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2037194 Dec 16 15:24:21.727066 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a1c4ee8f-76eb-4e2b-b039-58e2dbaaac18 req-29019412-67c5-403a-98ed-5f15777a3a3a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de29d3f2-9a2d-4689-8e9a-d6934791a8b4 HTTP/1.1" status: 200 len: 217 time: 0.0590715 Dec 16 15:24:21.728657 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-61628c08-7dcc-4eb5-bef5-09964ed9fd9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:21.742982 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:21.763767 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 3f7b6684-95a6-4d42-982e-388e8606f82b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3f7b6684-95a6-4d42-982e-388e8606f82b,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:21.807845 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:21.815550 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '3f7b6684-95a6-4d42-982e-388e8606f82b', 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1', 'port_id': '3f7b6684-95a6-4d42-982e-388e8606f82b', 'mac_address': 'fa:16:3e:f1:72:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d270c3-988e-4ea4-a4a7-2fd404d77eae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:24:21.864421 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ee8f-76eb-4e2b-b039-58e2dbaaac18 req-c9b137d5-b44e-4d26-9ef2-90b555707601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:21.866291 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a1c4ee8f-76eb-4e2b-b039-58e2dbaaac18 req-c9b137d5-b44e-4d26-9ef2-90b555707601 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f41b5af-6917-474e-ad37-3b19654e5e67 HTTP/1.1" status: 200 len: 851 time: 0.1270020 Dec 16 15:24:21.868366 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:21.887385 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:21.922279 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a1c4ee8f-76eb-4e2b-b039-58e2dbaaac18 req-84cd1a65-ff03-46ab-a1de-fe7e31673207 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b588f072-05da-4ac3-9443-c641a2278cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461950 Dec 16 15:24:21.969970 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:21.978600 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.000817 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'Port': ['ID=4ff63dd0-4eb9-4d56-813c-dc751f24705d,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:22.070443 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:22.078568 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:22.150725 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a1c4ee8f-76eb-4e2b-b039-58e2dbaaac18 req-9f22caaf-8f2e-469a-a38a-b0989661533b service neutron] 10.222.0.58 "GET /v2.0/networks/b588f072-05da-4ac3-9443-c641a2278cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184150 Dec 16 15:24:22.166181 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Set router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:22.187975 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.245202 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'Port': ['ID=3b6987c6-c524-4333-9e22-d019b6c227f3,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:22.303095 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.312442 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-61628c08-7dcc-4eb5-bef5-09964ed9fd9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.330245 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.331473 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.335062 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-e11f140e-ed6b-47c8-be65-56f0b2f1e0e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9132853 Dec 16 15:24:22.391654 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7b6684-95a6-4d42-982e-388e8606f82b {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:22.394670 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-61628c08-7dcc-4eb5-bef5-09964ed9fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.411865 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.430666 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a1c4ee8f-76eb-4e2b-b039-58e2dbaaac18 req-550bfc7f-9b5f-4cc3-9f1f-9065688c43a3 service neutron] 10.222.0.58 "GET /v2.0/networks/b588f072-05da-4ac3-9443-c641a2278cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692671 Dec 16 15:24:22.578405 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 3f7b6684-95a6-4d42-982e-388e8606f82b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3f7b6684-95a6-4d42-982e-388e8606f82b,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:22.646053 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.659881 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-61628c08-7dcc-4eb5-bef5-09964ed9fd9a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=86ac5e78aa4748a289bd0fbf12f78969&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7462301 Dec 16 15:24:22.666088 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54260) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:22.693295 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61628c08-7dcc-4eb5-bef5-09964ed9fd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5bd3e9-f5a4-4d69-b5f3-03117f6c0301,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:22.705005 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.723846 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.753184 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681dd4e-c821-4cd8-9a5a-59b256a6f0b0 req-d200ed8a-8bbe-4fcc-b328-0934ea63b89c tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:22.755315 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4681dd4e-c821-4cd8-9a5a-59b256a6f0b0 req-d200ed8a-8bbe-4fcc-b328-0934ea63b89c tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 945 time: 0.1561370 Dec 16 15:24:22.784816 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=3f7b6684-95a6-4d42-982e-388e8606f82b,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:22.824182 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=102463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:24:22.874452 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52764947-e5e7-46e4-94a0-930da29251f7,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:22.906202 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.906798 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Added segment 03bf6505-00e6-420f-8e1f-ef8c3b74ada8 of type vlan for network 5f44c710-46a1-4e46-9295-79637e84459b Dec 16 15:24:22.914137 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc821-9428-434c-836d-5c81540f89e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.930527 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-75ab790c-57e8-47ca-a389-19ed46970a48 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:22.937407 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-75ab790c-57e8-47ca-a389-19ed46970a48 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 819 time: 0.4307139 Dec 16 15:24:22.955557 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['3f7b6684-95a6-4d42-982e-388e8606f82b'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:24:23.034248 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc821-9428-434c-836d-5c81540f89e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.056970 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.061310 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.074798 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.095748 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.160887 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.177398 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f0242eff-187a-4c4e-8fbc-1e5d51edb203 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:23.207828 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.209113 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:23.209806 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.297867 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] Pushing event updated for resources: {'Network': ['ID=5f44c710-46a1-4e46-9295-79637e84459b,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:23.312918 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.328438 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network 5f44c710-46a1-4e46-9295-79637e84459b details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:24:23.329480 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0215b73c-b185-4e17-8aff-3c973afb1130 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/quotas/2866031a5c6a49b39838826124bd0490 HTTP/1.1" status: 200 len: 375 time: 0.3701437 Dec 16 15:24:23.340086 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2100563 Dec 16 15:24:23.353948 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba455e-416b-4bac-9592-afa53b765396 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'Port': ['ID=4ff63dd0-4eb9-4d56-813c-dc751f24705d,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:23.381743 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54268) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:23.385743 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f611361e-6144-4f1c-8bcc-04dff6de0dbc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3837411 Dec 16 15:24:23.397741 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc821-9428-434c-836d-5c81540f89e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.405724 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] Request body: {'subnet': {'network_id': '5f44c710-46a1-4e46-9295-79637e84459b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2055385207-subnet', 'tenant_id': '4294354312e048bc8d1f397af7e4930d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:23.406855 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc821-9428-434c-836d-5c81540f89e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.413465 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ed0fc821-9428-434c-836d-5c81540f89e7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c5bd3e9-f5a4-4d69-b5f3-03117f6c0301 HTTP/1.1" status: 204 len: 168 time: 0.7459464 Dec 16 15:24:23.430404 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fc821-9428-434c-836d-5c81540f89e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5bd3e9-f5a4-4d69-b5f3-03117f6c0301,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:23.433643 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-router', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6b3a1106-a619-480c-87f1-be5855716b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:15Z', 'revision_number': 4, 'project_id': '2866031a5c6a49b39838826124bd0490', 'gw_port': {'id': '6b3a1106-a619-480c-87f1-be5855716b74', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '4ff9b866-323c-45df-8106-3d716fbada14', 'name': '', 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'mac_address': 'fa:16:3e:3a:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '878cfd11-30a6-40ee-8e2a-ea532f7ac79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:11Z', 'updated_at': '2021-12-16T15:24:16Z', 'revision_number': 2, 'project_id': '2866031a5c6a49b39838826124bd0490', 'subnets': [{'id': '878cfd11-30a6-40ee-8e2a-ea532f7ac79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:23.479076 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4681dd4e-c821-4cd8-9a5a-59b256a6f0b0 req-4e30ddf1-2836-4335-bf9c-0a38f4c09a3f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6988966 Dec 16 15:24:23.507964 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Checking router: 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:24:23.508413 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Updating router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 port 4ff9b866-323c-45df-8106-3d716fbada14 binding host dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:24:23.547379 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-c8e85ae2-37e9-4157-82e4-efdc6cea138f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1971679 Dec 16 15:24:23.549934 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] Made reservation on behalf of 4294354312e048bc8d1f397af7e4930d for: {'subnet': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:23.555006 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.583319 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.614364 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port f0242eff-187a-4c4e-8fbc-1e5d51edb203 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:23.614734 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.906642 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 5dbfaeeb-763d-4292-98f9-daf4a94351a6 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:23.927334 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-b2ea624f-4572-4649-9ad7-22a5d1e371ad service neutron] 10.222.0.75 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668957 Dec 16 15:24:24.004607 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680dba12-f918-4cd9-a32d-c587f29cdb54 req-c60f0b16-e033-441c-9bd9-0271dc20b4d3 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:24.006247 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-680dba12-f918-4cd9-a32d-c587f29cdb54 req-c60f0b16-e033-441c-9bd9-0271dc20b4d3 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 943 time: 0.3126771 Dec 16 15:24:24.012141 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:24.012422 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:24.198469 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-588d9df2-77f7-42ee-b621-4e1fe6bbb380 service neutron] 10.222.0.75 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633507 Dec 16 15:24:24.206882 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-680dba12-f918-4cd9-a32d-c587f29cdb54 req-d7798673-3f3b-489e-89a6-356ad98b24f3 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577265 Dec 16 15:24:24.231964 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:24.314218 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8d2c0e-d91f-484f-adf4-8207f6fd5273,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:24.327229 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] Checking segment: {'id': '03bf6505-00e6-420f-8e1f-ef8c3b74ada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5f44c710-46a1-4e46-9295-79637e84459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:24.328607 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] Network hostable DHCP agents. Network: 5f44c710-46a1-4e46-9295-79637e84459b, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:24:24.346168 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Publish callbacks [] for port, precommit_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:24.356137 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] Network 5f44c710-46a1-4e46-9295-79637e84459b is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:24:24.367416 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:24.398388 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, 5f44c710-46a1-4e46-9295-79637e84459b) {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:24.425702 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:24.433584 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:24.479900 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-f10bf6ef-9c53-4daf-b685-dcd5c6729901 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0847280 Dec 16 15:24:24.501865 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1e8c08-91d0-441d-ba73-5f20717e2cae None None] Network 5f44c710-46a1-4e46-9295-79637e84459b requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:24:24.710197 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54312) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:24.721396 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-6061b2c7-09d2-4122-981d-52b6458a320e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1715827360&fields=id&tenant_id=c9158dcfce9544e2bc94682b4cfee47e HTTP/1.1" status: 200 len: 267 time: 0.2586882 Dec 16 15:24:24.740677 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a3da08a0-3f8e-4bab-a4a0-61e5c35b2d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:24.844154 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device de29d3f2-9a2d-4689-8e9a-d6934791a8b4 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:24:24.895704 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 3f7b6684-95a6-4d42-982e-388e8606f82b up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:24.897966 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-4a95774c-aa8b-4407-af67-65134d3cf6dc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1036158446&fields=id&tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2 HTTP/1.1" status: 200 len: 267 time: 0.2736118 Dec 16 15:24:25.017968 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a3da08a0-3f8e-4bab-a4a0-61e5c35b2d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.022743 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54324) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:25.051423 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea5bd-bb26-4232-9893-99db37ce0aed None None] Pushing event updated for resources: {'Port': ['ID=4ff9b866-323c-45df-8106-3d716fbada14,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:25.061287 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Attempting to bind port 4ff9b866-323c-45df-8106-3d716fbada14 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:25.061903 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Attempting to bind port 4ff9b866-323c-45df-8106-3d716fbada14 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:25.064262 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Attempting to bind port 4ff9b866-323c-45df-8106-3d716fbada14 on network ef10b335-f6cb-4f33-b364-6bec0cd5df13 {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:25.074972 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a3da08a0-3f8e-4bab-a4a0-61e5c35b2d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.106530 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:25.106885 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Checking segment: {'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:25.107288 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.107693 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Bound using segment: {'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:25.108197 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Bound port: 4ff9b866-323c-45df-8106-3d716fbada14, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:25.108575 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.172794 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e652970-629c-463e-bf68-c54f3a4c8e2e None None] Network 5f44c710-46a1-4e46-9295-79637e84459b requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:24:25.223851 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.db.resource_extend [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:24:25.225631 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-d6e2d00d-fc19-469f-809a-ac9a47afceec tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:25.228855 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-d6e2d00d-fc19-469f-809a-ac9a47afceec tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 810 time: 0.5060377 Dec 16 15:24:25.254112 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-a3da08a0-3f8e-4bab-a4a0-61e5c35b2d1c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6e46b5810e1942e2825b9c3b2a8546cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5365367 Dec 16 15:24:25.254112 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da08a0-3f8e-4bab-a4a0-61e5c35b2d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e3c333-a853-42fb-95d8-17a2372d359b,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:25.261029 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54328) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:25.263179 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fff0fb8-6665-4b51-9533-b9ac83156759 admin admin] Deleting subnet cd0b675d-0873-4e09-a70b-37de8c1c6a83 {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:24:25.283464 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2fff0fb8-6665-4b51-9533-b9ac83156759 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.297220 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-5e8d691d-987c-4eae-879d-4ed76e903e8b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/quotas/c9158dcfce9544e2bc94682b4cfee47e HTTP/1.1" status: 200 len: 375 time: 0.0585825 Dec 16 15:24:25.382514 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2fff0fb8-6665-4b51-9533-b9ac83156759 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.400531 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-e2027356-c376-4ff8-9143-f19b46226d4a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:25.404435 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-e2027356-c376-4ff8-9143-f19b46226d4a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 817 time: 0.4802449 Dec 16 15:24:25.442819 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2fff0fb8-6665-4b51-9533-b9ac83156759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.535393 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port 3f7b6684-95a6-4d42-982e-388e8606f82b completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:24:25.577249 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0db25a6d-23f0-4181-a98a-23899d15a54d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.578885 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 3f7b6684-95a6-4d42-982e-388e8606f82b triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:25.579262 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.642665 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] For port 4ff9b866-323c-45df-8106-3d716fbada14, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:25.662006 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2fff0fb8-6665-4b51-9533-b9ac83156759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.664504 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port de29d3f2-9a2d-4689-8e9a-d6934791a8b4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=de29d3f2-9a2d-4689-8e9a-d6934791a8b4,segment=NetworkSegment(477b2620-a90e-4450-affa-aedaa9a2dd64),segment_id=477b2620-a90e-4450-affa-aedaa9a2dd64)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:25.680754 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] For port 4ff9b866-323c-45df-8106-3d716fbada14, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=4ff9b866-323c-45df-8106-3d716fbada14,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:25.692833 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.698841 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'de29d3f2-9a2d-4689-8e9a-d6934791a8b4', 'network_id': 'b588f072-05da-4ac3-9443-c641a2278cfe', 'port_id': 'de29d3f2-9a2d-4689-8e9a-d6934791a8b4', 'mac_address': 'fa:16:3e:6a:a7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f41b5af-6917-474e-ad37-3b19654e5e67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:24:25.710612 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0db25a6d-23f0-4181-a98a-23899d15a54d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.733367 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-1aba88a5-9d44-449e-a3f6-9577615ae3c5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/quotas/0ddb577edf064b45b5c9d2518fd9c3a2 HTTP/1.1" status: 200 len: 375 time: 0.2280526 Dec 16 15:24:25.747437 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8c9dc8c5-d45c-430e-af35-424e6fd26724 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3929875 Dec 16 15:24:25.778380 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff0fb8-6665-4b51-9533-b9ac83156759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0b675d-0873-4e09-a70b-37de8c1c6a83,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:25.794596 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2fff0fb8-6665-4b51-9533-b9ac83156759 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.800242 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2fff0fb8-6665-4b51-9533-b9ac83156759 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cd0b675d-0873-4e09-a70b-37de8c1c6a83 HTTP/1.1" status: 204 len: 168 time: 0.7747383 Dec 16 15:24:25.803309 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54346) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:25.959946 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.962904 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea5bd-bb26-4232-9893-99db37ce0aed None None] Pushing event updated for resources: {'Port': ['ID=4ff9b866-323c-45df-8106-3d716fbada14,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:25.979645 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:25.995700 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Routers {'7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:25.996902 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:24:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:26.058620 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0db25a6d-23f0-4181-a98a-23899d15a54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:26.063999 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0db25a6d-23f0-4181-a98a-23899d15a54d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:26.070662 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-0db25a6d-23f0-4181-a98a-23899d15a54d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b1e3c333-a853-42fb-95d8-17a2372d359b HTTP/1.1" status: 204 len: 168 time: 0.8080618 Dec 16 15:24:26.092774 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-6ff32069-f17d-4f99-adfa-ba1063ca9646 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3394361 Dec 16 15:24:26.112862 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db25a6d-23f0-4181-a98a-23899d15a54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e3c333-a853-42fb-95d8-17a2372d359b,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:26.188641 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:26.195292 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de29d3f2-9a2d-4689-8e9a-d6934791a8b4 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:26.266768 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:26.347010 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.348807 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.350256 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.350809 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-40f5684b-5457-4b1f-94f0-ef4d4d1429cb service neutron] 10.222.0.75 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122406 Dec 16 15:24:26.351436 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > port after_create 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.351976 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.352502 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > port after_update 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.354118 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.356129 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.356779 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.357387 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.370243 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port de29d3f2-9a2d-4689-8e9a-d6934791a8b4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=de29d3f2-9a2d-4689-8e9a-d6934791a8b4,segment=NetworkSegment(477b2620-a90e-4450-affa-aedaa9a2dd64),segment_id=477b2620-a90e-4450-affa-aedaa9a2dd64)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:26.392583 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4789fd0-b37c-44ed-9f45-79b87f4fc941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7b6684-95a6-4d42-982e-388e8606f82b'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:26.511168 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:26.531008 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-723a8885-63db-4fcc-8fef-a2717c3f2e92 service neutron] 10.222.0.75 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544030 Dec 16 15:24:26.560967 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 3f7b6684-95a6-4d42-982e-388e8606f82b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3f7b6684-95a6-4d42-982e-388e8606f82b,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:26.631021 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.631380 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.631899 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.632094 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:24:26.632422 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdea037-e3e5-407f-a4e2-05ab9c76983e']}} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:26.635064 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:26.682265 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] Set router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:26.685297 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35a625e-19b8-4d38-92e1-5ef58c3779ab') {'for_net_delete': True} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:26.689485 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35a625e-19b8-4d38-92e1-5ef58c3779ab') {} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:26.709240 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-5da6b33e-7181-4e9e-9b24-08cf300e5d41 service neutron] 10.222.0.75 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575642 Dec 16 15:24:26.773662 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58938002'] for segment, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:26.817426 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['de29d3f2-9a2d-4689-8e9a-d6934791a8b4'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:24:26.843521 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-687f5b93-cc92-4938-a3bb-ef8ab2e3d2bb service neutron] 10.222.0.75 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771013 Dec 16 15:24:26.890889 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:26.920900 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=102463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:24:26.921723 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58937820'] for segment, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:26.987816 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-b2e7fa39-7a08-484c-8a69-2e6294e6d329 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:26.992793 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-b2e7fa39-7a08-484c-8a69-2e6294e6d329 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.58 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 819 time: 0.2672067 Dec 16 15:24:27.007947 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Request body: {'port': {'device_id': '6d8c4117-c375-4500-83b7-80585271e14c', 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13', 'admin_state_up': True, 'tenant_id': '2866031a5c6a49b39838826124bd0490'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:27.115740 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=de29d3f2-9a2d-4689-8e9a-d6934791a8b4,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:27.135621 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73c94c0-d8fc-4460-8ac3-b7ab5031848e" -d '{"events": [{"server_uuid": "a4789fd0-b37c-44ed-9f45-79b87f4fc941", "name": "network-vif-plugged", "status": "completed", "tag": "3f7b6684-95a6-4d42-982e-388e8606f82b"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: from cryptography.utils import int_from_bytes Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: from cryptography.utils import int_from_bytes Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: Traceback (most recent call last): Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: timer() Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: cb(*args, **kw) Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: return func(*args, **kwargs) Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: self._notify() Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: self.callback(batched_events) Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: event.method(event) Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: return f(self, *a, **k) Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._get(url).json() Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: return self.request(url, 'GET', **kwargs) Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:24:27.172127 dv-cinder-801522-8-iscsi neutron-server[102463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:24:27.296028 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:27.356580 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cdea037-e3e5-407f-a4e2-05ab9c76983e,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:27.360832 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:27.367667 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-cae0fbde-a89d-470b-a70c-48796e8aa043 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1cdea037-e3e5-407f-a4e2-05ab9c76983e HTTP/1.1" status: 204 len: 168 time: 1.5628667 Dec 16 15:24:27.377077 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54416) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:27.519835 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3cf703-4c76-49cb-88fd-f43103d63217 admin admin] Deleting subnet be8d2c0e-d91f-484f-adf4-8207f6fd5273 {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:24:27.529926 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4f3cf703-4c76-49cb-88fd-f43103d63217 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:27.655655 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=3f7b6684-95a6-4d42-982e-388e8606f82b,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:27.704352 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c01399e5-a73d-4fbe-ae10-1c814ab36b52 req-02faa0c0-592f-46a5-ba73-feb6698bc166 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 210 time: 0.2971179 Dec 16 15:24:27.785468 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4f3cf703-4c76-49cb-88fd-f43103d63217 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:27.848331 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7bf9b-744a-4873-809f-703e1f89eb3c req-ecd7e37d-d09e-473a-b15a-5f6baa06d145 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:27.862181 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-15b7bf9b-744a-4873-809f-703e1f89eb3c req-ecd7e37d-d09e-473a-b15a-5f6baa06d145 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 946 time: 0.4336479 Dec 16 15:24:27.890151 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4f3cf703-4c76-49cb-88fd-f43103d63217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:27.962483 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4f3cf703-4c76-49cb-88fd-f43103d63217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:27.963837 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Made reservation on behalf of 2866031a5c6a49b39838826124bd0490 for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:27.998709 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:28.023637 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cf703-4c76-49cb-88fd-f43103d63217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8d2c0e-d91f-484f-adf4-8207f6fd5273,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:28.026840 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4f3cf703-4c76-49cb-88fd-f43103d63217 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:28.031560 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4f3cf703-4c76-49cb-88fd-f43103d63217 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/be8d2c0e-d91f-484f-adf4-8207f6fd5273 HTTP/1.1" status: 204 len: 168 time: 0.6533473 Dec 16 15:24:28.037574 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54450) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:28.220752 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:28.394654 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-router', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6b3a1106-a619-480c-87f1-be5855716b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:15Z', 'revision_number': 4, 'project_id': '2866031a5c6a49b39838826124bd0490', 'gw_port': {'id': '6b3a1106-a619-480c-87f1-be5855716b74', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '4ff9b866-323c-45df-8106-3d716fbada14', 'name': '', 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'mac_address': 'fa:16:3e:3a:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '878cfd11-30a6-40ee-8e2a-ea532f7ac79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:11Z', 'updated_at': '2021-12-16T15:24:25Z', 'revision_number': 4, 'project_id': '2866031a5c6a49b39838826124bd0490', 'subnets': [{'id': '878cfd11-30a6-40ee-8e2a-ea532f7ac79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:28.398656 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:28.483880 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f44c710-46a1-4e46-9295-79637e84459b']}} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:28.515107 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fc637-8a03-4fae-bb51-451361dfdf1b None None] The sync data for ids ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'] in dv-cinder-801522-8-iscsi is: [{'id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-router', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6b3a1106-a619-480c-87f1-be5855716b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:15Z', 'revision_number': 4, 'project_id': '2866031a5c6a49b39838826124bd0490', 'gw_port': {'id': '6b3a1106-a619-480c-87f1-be5855716b74', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '4ff9b866-323c-45df-8106-3d716fbada14', 'name': '', 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'mac_address': 'fa:16:3e:3a:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '878cfd11-30a6-40ee-8e2a-ea532f7ac79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:11Z', 'updated_at': '2021-12-16T15:24:25Z', 'revision_number': 4, 'project_id': '2866031a5c6a49b39838826124bd0490', 'subnets': [{'id': '878cfd11-30a6-40ee-8e2a-ea532f7ac79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:24:28.529503 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bf6505-00e6-420f-8e1f-ef8c3b74ada8') {'for_net_delete': True} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:28.530118 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bf6505-00e6-420f-8e1f-ef8c3b74ada8') {} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:28.588313 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58938002'] for segment, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:28.655211 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:28.715880 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=102463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:24:28.716521 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58937820'] for segment, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: Traceback (most recent call last): Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: timer() Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: cb(*args, **kw) Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: return func(*args, **kwargs) Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: self._notify() Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: self.callback(batched_events) Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: event.method(event) Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: return f(self, *a, **k) Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._get(url).json() Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: return self.request(url, 'GET', **kwargs) Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:24:28.724408 dv-cinder-801522-8-iscsi neutron-server[102463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:24:28.867056 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:28.876955 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:28.885082 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-15b7bf9b-744a-4873-809f-703e1f89eb3c req-1c28ec66-9f8d-40ce-81c5-7170df00c2a3 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0216155 Dec 16 15:24:28.891588 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] 10.222.0.75 "DELETE /v2.0/networks/5f44c710-46a1-4e46-9295-79637e84459b HTTP/1.1" status: 204 len: 168 time: 0.8524461 Dec 16 15:24:28.955545 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489fee9-3686-4e90-a045-e338f5fbfcbd admin admin] Pushing event deleted for resources: {'Network': ['ID=5f44c710-46a1-4e46-9295-79637e84459b,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:29.040610 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c566a-02fc-4fcb-a643-6260ad8f643f req-f1ef9964-9961-4968-ad35-b44988aeb3ec tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:29.043766 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8e0c566a-02fc-4fcb-a643-6260ad8f643f req-f1ef9964-9961-4968-ad35-b44988aeb3ec tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 944 time: 1.0863810 Dec 16 15:24:29.207142 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c9634f5f-1328-4f5d-b05a-1cbda12c3b28 req-0f9aab67-fb25-4977-a8f0-aa17019499ea tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 210 time: 0.1618268 Dec 16 15:24:29.307551 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54492) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:29.423504 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 4ff9b866-323c-45df-8106-3d716fbada14 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:29.439085 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-c6b44fb2-ba8d-4113-a752-f8499890c3e8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=66eb657dde8940e9a22892a709a93d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293592 Dec 16 15:24:29.443622 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54494) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:29.468413 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8e0c566a-02fc-4fcb-a643-6260ad8f643f req-b09cfd4f-a9ea-4459-983b-a151b269fc12 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568411 Dec 16 15:24:29.538038 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e0461cb4-e702-483a-89b8-80cde2893838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:29.570251 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Allocated IP 172.20.0.8 (ef10b335-f6cb-4f33-b364-6bec0cd5df13/878cfd11-30a6-40ee-8e2a-ea532f7ac79c/642d3e31-04b4-453f-a34a-b3184d3d0e08) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:29.663149 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 4ff9b866-323c-45df-8106-3d716fbada14 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:29.663721 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:29.877950 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-beaad0ab-927c-47a5-8cbd-7a5c810dfebb tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:29.879518 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-beaad0ab-927c-47a5-8cbd-7a5c810dfebb tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.58 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 810 time: 0.3430142 Dec 16 15:24:29.951355 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e0461cb4-e702-483a-89b8-80cde2893838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:29.988688 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e532b25a-e191-49dd-b709-0ed74334e46d req-3b51e2b7-5d7f-43a1-be51-1a58b1a77500 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 210 time: 0.2031708 Dec 16 15:24:30.193422 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:30.194825 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54514) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:30.238331 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531eaaf9-8ec6-4114-8c58-873eae539691 x-openstack-request-id: req-531eaaf9-8ec6-4114-8c58-873eae539691 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:30.239183 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4789fd0-b37c-44ed-9f45-79b87f4fc941", "name": "network-vif-plugged", "status": "completed", "tag": "3f7b6684-95a6-4d42-982e-388e8606f82b", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:30.239440 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-531eaaf9-8ec6-4114-8c58-873eae539691 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:30.240067 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4789fd0-b37c-44ed-9f45-79b87f4fc941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7b6684-95a6-4d42-982e-388e8606f82b', 'code': 200} Dec 16 15:24:30.294689 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:30.317570 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-49c77f87-0723-479e-b9a8-81f0e7d4d5c3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9158dcfce9544e2bc94682b4cfee47e HTTP/1.1" status: 200 len: 380 time: 0.4175518 Dec 16 15:24:30.330105 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'port': {'device_id': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'admin_state_up': True, 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'security_groups': ['b3c63e06-f024-457c-879b-36b6b6acb1e3']}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:30.345775 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:30.415014 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.58', 60724) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:30.441811 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 4ff9b866-323c-45df-8106-3d716fbada14, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=4ff9b866-323c-45df-8106-3d716fbada14,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:30.451799 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:30.454623 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.58', 60725) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:30.482003 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e0461cb4-e702-483a-89b8-80cde2893838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:30.489806 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e0461cb4-e702-483a-89b8-80cde2893838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:30.491683 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-e0461cb4-e702-483a-89b8-80cde2893838 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8b7bac3d-4e5c-4b22-852c-f747dfe09474 HTTP/1.1" status: 204 len: 168 time: 1.0466311 Dec 16 15:24:30.534487 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Network ef10b335-f6cb-4f33-b364-6bec0cd5df13 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:30.570198 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:30.576465 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Pushing event updated for resources: {'Port': ['ID=642d3e31-04b4-453f-a34a-b3184d3d0e08,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:30.588754 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149de19-0d1d-4d16-a25f-3d3a7dcc6209 req-ca332a2b-0bcb-4578-943e-33128fb7aa8e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:30.594977 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2149de19-0d1d-4d16-a25f-3d3a7dcc6209 req-ca332a2b-0bcb-4578-943e-33128fb7aa8e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 946 time: 0.3698266 Dec 16 15:24:30.602006 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:30.609541 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:30.610256 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:30.666434 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-1b7d1e86-9d93-439c-b462-19a242559e7a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:30.668360 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-1b7d1e86-9d93-439c-b462-19a242559e7a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 819 time: 0.4555819 Dec 16 15:24:30.679783 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-60bd756b-a459-4686-83d0-b2573450081a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6768599 Dec 16 15:24:30.693131 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f8ae-40a4-4316-8fe0-8de52bae3b90 req-b0b478b7-0fa2-45ba-b014-068eb32690d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:30.696394 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-de46f8ae-40a4-4316-8fe0-8de52bae3b90 req-b0b478b7-0fa2-45ba-b014-068eb32690d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 1099 time: 0.2696760 Dec 16 15:24:30.697741 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=4ff9b866-323c-45df-8106-3d716fbada14,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:30.704710 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Request body: {'port': {'device_id': '6d8c4117-c375-4500-83b7-80585271e14c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:30.844692 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-b349510b-3d35-43fa-928d-2596d57fe6b0 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/quotas/2866031a5c6a49b39838826124bd0490 HTTP/1.1" status: 200 len: 375 time: 0.1449606 Dec 16 15:24:30.845975 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device de29d3f2-9a2d-4689-8e9a-d6934791a8b4 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:30.850611 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-de46f8ae-40a4-4316-8fe0-8de52bae3b90 req-29873851-1daf-4659-b1f8-4b35b40544d7 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:30.886295 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2149de19-0d1d-4d16-a25f-3d3a7dcc6209 req-009e9971-ac81-42a4-a26d-2921d5303f14 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903209 Dec 16 15:24:30.886963 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.022399 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0461cb4-e702-483a-89b8-80cde2893838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7bac3d-4e5c-4b22-852c-f747dfe09474,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:31.023170 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port de29d3f2-9a2d-4689-8e9a-d6934791a8b4 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:24:31.033463 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port de29d3f2-9a2d-4689-8e9a-d6934791a8b4 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:31.033850 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.055561 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-39ae2259-7798-4064-aa83-6e2cf94ba203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.230027 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1cee0908-2adb-437d-8e6e-cbe2311dc613 req-c90ae2cd-1ceb-4d70-bc11-5c2b95a2172f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 210 time: 0.1250861 Dec 16 15:24:31.277954 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-0a80866c-c354-498b-bed6-e2865748c5ab tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:31.286420 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-0a80866c-c354-498b-bed6-e2865748c5ab tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 817 time: 0.8290534 Dec 16 15:24:31.313881 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.379821 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-6ef4163b-88e2-4f70-bf72-0d652aaf8906 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4902189 Dec 16 15:24:31.405150 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port de29d3f2-9a2d-4689-8e9a-d6934791a8b4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=de29d3f2-9a2d-4689-8e9a-d6934791a8b4,segment=NetworkSegment(477b2620-a90e-4450-affa-aedaa9a2dd64),segment_id=477b2620-a90e-4450-affa-aedaa9a2dd64)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:31.410812 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 4ff9b866-323c-45df-8106-3d716fbada14 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:31.425180 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.447552 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Made reservation on behalf of c9158dcfce9544e2bc94682b4cfee47e for: {'port': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:31.452334 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.490038 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54544) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:31.513164 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-d5f9dc01-a555-43a5-85b7-08e6d26615b5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2 HTTP/1.1" status: 200 len: 380 time: 0.2111168 Dec 16 15:24:31.545826 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'port': {'device_id': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'admin_state_up': True, 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'security_groups': ['7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2']}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:31.557619 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-39ae2259-7798-4064-aa83-6e2cf94ba203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.607603 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-39ae2259-7798-4064-aa83-6e2cf94ba203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.650460 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=de29d3f2-9a2d-4689-8e9a-d6934791a8b4,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:31.678714 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 4ff9b866-323c-45df-8106-3d716fbada14 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:31.682007 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.698850 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-de46f8ae-40a4-4316-8fe0-8de52bae3b90 req-29873851-1daf-4659-b1f8-4b35b40544d7 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.715785 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192c24f-0d44-4c4c-9467-f3ce289e0317 req-12205cc8-18fa-448f-8fef-767b14bb851f tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:31.723260 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8192c24f-0d44-4c4c-9467-f3ce289e0317 req-12205cc8-18fa-448f-8fef-767b14bb851f tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 945 time: 0.3296041 Dec 16 15:24:31.738040 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-de46f8ae-40a4-4316-8fe0-8de52bae3b90 req-29873851-1daf-4659-b1f8-4b35b40544d7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.747556 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae2259-7798-4064-aa83-6e2cf94ba203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8370fdb-e1d9-4c5e-89f6-10b94bdc0d22,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:31.767023 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-46a4b654-bc12-4ddd-a8ef-015019f3bc3c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4294354312e048bc8d1f397af7e4930d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676275 Dec 16 15:24:31.769260 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-cf216c2d-5296-41e4-9526-c1b7b9370659 service neutron] 10.222.0.75 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049669 Dec 16 15:24:31.773562 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54550) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:31.801581 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-39ae2259-7798-4064-aa83-6e2cf94ba203 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a396916a14443bbb88a4a7d95e8ab62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5804334 Dec 16 15:24:31.804534 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54552) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:31.958481 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Allocated IP 172.20.0.8 (9090a524-2252-4eae-b08b-7fbbd31942c4/1053c293-7fb3-4c40-8b29-578e6f0f756b/9c77c6c4-9cbf-4972-99f7-429cdc190817) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:31.974227 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-de46f8ae-40a4-4316-8fe0-8de52bae3b90 req-29873851-1daf-4659-b1f8-4b35b40544d7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2027595 Dec 16 15:24:32.012462 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29873851-1daf-4659-b1f8-4b35b40544d7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a17eb0aa-d81d-4835-a0d3-2d94ad129a79,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:32.027991 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8192c24f-0d44-4c4c-9467-f3ce289e0317 req-58f1d1fc-ea74-4060-a44f-eae6ea3e4812 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032551 Dec 16 15:24:32.108650 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f7f-1466-40f8-93c3-6c221fec9d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.141963 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-240b60c6-2c2b-44b9-8571-b9b95e9dc70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.175418 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Made reservation on behalf of 0ddb577edf064b45b5c9d2518fd9c3a2 for: {'port': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:32.178655 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.217495 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-df12ba26-b0d4-498d-85c6-385d8ee96129 service neutron] 10.222.0.75 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322641 Dec 16 15:24:32.219524 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e68686a2-fe03-4dc1-bbb9-bb1a10d67f2d req-276eb801-6a3d-4b14-9ff1-56aec37c781d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 210 time: 0.0803275 Dec 16 15:24:32.234468 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642d3e31-04b4-453f-a34a-b3184d3d0e08 {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:32.241294 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471b2faa-e227-4d8c-a484-709aa62a77bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de29d3f2-9a2d-4689-8e9a-d6934791a8b4'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:32.244032 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089cf639-cf50-4558-869e-680557da73c8" -d '{"events": [{"server_uuid": "471b2faa-e227-4d8c-a484-709aa62a77bf", "name": "network-vif-plugged", "status": "completed", "tag": "de29d3f2-9a2d-4689-8e9a-d6934791a8b4"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:32.248883 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.288542 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Transition to ACTIVE for port object 642d3e31-04b4-453f-a34a-b3184d3d0e08 will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:24:32.296840 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.320511 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f7f-1466-40f8-93c3-6c221fec9d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.384494 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.384791 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-240b60c6-2c2b-44b9-8571-b9b95e9dc70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.448169 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=642d3e31-04b4-453f-a34a-b3184d3d0e08,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:32.451683 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Attempting to bind port 642d3e31-04b4-453f-a34a-b3184d3d0e08 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:32.452061 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Attempting to bind port 642d3e31-04b4-453f-a34a-b3184d3d0e08 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:32.452411 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Attempting to bind port 642d3e31-04b4-453f-a34a-b3184d3d0e08 on network ef10b335-f6cb-4f33-b364-6bec0cd5df13 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:32.459276 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Port 642d3e31-04b4-453f-a34a-b3184d3d0e08 on network ef10b335-f6cb-4f33-b364-6bec0cd5df13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:24:32.459276 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Attempting to bind port 642d3e31-04b4-453f-a34a-b3184d3d0e08 on network ef10b335-f6cb-4f33-b364-6bec0cd5df13 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:32.474863 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:32.475433 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Checking segment: {'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:32.475621 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Bound using segment: {'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:32.477134 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Bound port: 642d3e31-04b4-453f-a34a-b3184d3d0e08, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:32.477889 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.528172 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9f08f-f370-45c8-a8ab-0649887cb975 req-874d5688-5d7b-47a4-afce-987bef03a0bd tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:32.536171 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e0d9f08f-f370-45c8-a8ab-0649887cb975 req-874d5688-5d7b-47a4-afce-987bef03a0bd tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 946 time: 0.1755550 Dec 16 15:24:32.662243 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.687411 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542de38d-5a53-43ae-93b5-8d8ff243e75e x-openstack-request-id: req-542de38d-5a53-43ae-93b5-8d8ff243e75e {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:32.688412 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471b2faa-e227-4d8c-a484-709aa62a77bf", "name": "network-vif-plugged", "status": "completed", "tag": "de29d3f2-9a2d-4689-8e9a-d6934791a8b4", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:32.689834 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-542de38d-5a53-43ae-93b5-8d8ff243e75e {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:32.690918 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471b2faa-e227-4d8c-a484-709aa62a77bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de29d3f2-9a2d-4689-8e9a-d6934791a8b4', 'code': 200} Dec 16 15:24:32.693195 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f7f-1466-40f8-93c3-6c221fec9d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.696022 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f7f-1466-40f8-93c3-6c221fec9d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.698334 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ff7c9f7f-1466-40f8-93c3-6c221fec9d3c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f8370fdb-e1d9-4c5e-89f6-10b94bdc0d22 HTTP/1.1" status: 204 len: 168 time: 0.8881924 Dec 16 15:24:32.710007 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-240b60c6-2c2b-44b9-8571-b9b95e9dc70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.713973 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-240b60c6-2c2b-44b9-8571-b9b95e9dc70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.722391 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-240b60c6-2c2b-44b9-8571-b9b95e9dc70e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/52764947-e5e7-46e4-94a0-930da29251f7 HTTP/1.1" status: 204 len: 168 time: 0.9407778 Dec 16 15:24:32.744273 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c9f7f-1466-40f8-93c3-6c221fec9d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8370fdb-e1d9-4c5e-89f6-10b94bdc0d22,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:32.763441 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Allocated IP 172.20.0.3 (dd299e06-ec69-443b-98d4-8edf7ddf48e6/7af0e026-e278-4b49-a32b-2642c3ca1f79/ba4a2c79-9883-4f19-9259-428e42ff4e2c) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:32.764300 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e0d9f08f-f370-45c8-a8ab-0649887cb975 req-0cc79c47-d942-43e3-bfa9-a875662dc069 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180345 Dec 16 15:24:32.805474 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b60c6-2c2b-44b9-8571-b9b95e9dc70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52764947-e5e7-46e4-94a0-930da29251f7,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:32.881804 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.044838 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Network 9090a524-2252-4eae-b08b-7fbbd31942c4 is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:33.070232 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:33.099209 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-22836286-1ea9-42c8-845b-28e150085e26 req-dc2112ae-9e16-4b62-bd8d-d99c7de906f2 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 210 time: 0.2589967 Dec 16 15:24:33.134006 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] For port 642d3e31-04b4-453f-a34a-b3184d3d0e08, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:33.236699 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:33.265944 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] For port 642d3e31-04b4-453f-a34a-b3184d3d0e08, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:33.308414 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.315479 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'Port': ['ID=9c77c6c4-9cbf-4972-99f7-429cdc190817,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:33.405748 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:33.406782 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.452587 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-8ac0c095-9cf9-4fce-8b16-d524e3d724e3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1269774 Dec 16 15:24:33.480479 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Request body: {'port': {'device_id': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:33.574748 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.631414 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.740520 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c82f99ac-b311-4d60-853a-c04ade7569f1 None None] Provisioning complete for port 9c77c6c4-9cbf-4972-99f7-429cdc190817 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:33.746720 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c82f99ac-b311-4d60-853a-c04ade7569f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.889515 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.906769 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c82f99ac-b311-4d60-853a-c04ade7569f1 None None] Port 9c77c6c4-9cbf-4972-99f7-429cdc190817 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:24:33.976633 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851f78a-b92f-47a3-8810-ac86a18ffa18 req-b08057d0-94e1-4087-a9bb-e067129f5582 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:33.980129 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c851f78a-b92f-47a3-8810-ac86a18ffa18 req-b08057d0-94e1-4087-a9bb-e067129f5582 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 931 time: 1.0620186 Dec 16 15:24:34.001612 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:34.002749 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:34.005917 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] 10.222.0.58 "PUT /v2.0/ports/642d3e31-04b4-453f-a34a-b3184d3d0e08 HTTP/1.1" status: 200 len: 1093 time: 3.3145688 Dec 16 15:24:34.022409 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8c4117-c375-4500-83b7-80585271e14c', 'tag': '642d3e31-04b4-453f-a34a-b3184d3d0e08'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:34.032464 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60f3bd9-2e90-4df6-ad14-197c9b723e56" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8c4117-c375-4500-83b7-80585271e14c", "tag": "642d3e31-04b4-453f-a34a-b3184d3d0e08"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:34.071851 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54608) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:34.143016 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea80ade-930b-43a8-bf50-68b3f3a5e968 req-fbfa1a20-d35c-4b37-bbd1-09ca832a1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:34.148015 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dea80ade-930b-43a8-bf50-68b3f3a5e968 req-fbfa1a20-d35c-4b37-bbd1-09ca832a1a47 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 1098 time: 1.0449266 Dec 16 15:24:34.167416 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b34eb0de-ed06-4b63-84e6-86ffc66d6864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:34.180031 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Network dd299e06-ec69-443b-98d4-8edf7ddf48e6 is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:34.188072 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:34.193080 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'Port': ['ID=ba4a2c79-9883-4f19-9259-428e42ff4e2c,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:34.199261 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:34.328934 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:34.329666 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:34.370251 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-63cf224a-5c17-4441-8a7d-996be1ff622c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8441296 Dec 16 15:24:34.386100 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Request body: {'port': {'device_id': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:34.396567 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c865b-d54a-4770-bd0b-86b713ebf1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=642d3e31-04b4-453f-a34a-b3184d3d0e08,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:34.418606 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30de16-6e4f-4329-8a96-2301374998e4 req-08db5819-3e11-4869-98f8-105225bb06f0 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:34.434702 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-af30de16-6e4f-4329-8a96-2301374998e4 req-08db5819-3e11-4869-98f8-105225bb06f0 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 945 time: 1.1840880 Dec 16 15:24:34.487876 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c77c6c4-9cbf-4972-99f7-429cdc190817 {{(pid=102463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:34.500782 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:34.523094 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.provisioning_blocks [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Transition to ACTIVE for port object 9c77c6c4-9cbf-4972-99f7-429cdc190817 will not be triggered until provisioned by entity L2. {{(pid=102463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:24:34.530169 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:34.652941 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:34.655785 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43144637-d931-46ae-804b-2965378bddff service neutron] Pushing event updated for resources: {'Port': ['ID=9c77c6c4-9cbf-4972-99f7-429cdc190817,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:34.669150 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dea80ade-930b-43a8-bf50-68b3f3a5e968 req-989d861d-7bc0-4621-9683-63d820ebc8d9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982563 Dec 16 15:24:34.679520 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-564baf99-b2dc-4fc5-b127-fbce9c43f278 None None] Provisioning complete for port ba4a2c79-9883-4f19-9259-428e42ff4e2c triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:34.680335 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-564baf99-b2dc-4fc5-b127-fbce9c43f278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:34.789347 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-05499445-2c5f-4bd7-8fe0-3413bb08787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:34.792167 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-05499445-2c5f-4bd7-8fe0-3413bb08787d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 1096 time: 0.6770415 Dec 16 15:24:34.809414 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-564baf99-b2dc-4fc5-b127-fbce9c43f278 None None] Port ba4a2c79-9883-4f19-9259-428e42ff4e2c cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:24:34.853474 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c851f78a-b92f-47a3-8810-ac86a18ffa18 req-158f2457-7c89-40f3-b052-4a82a58530a3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8010938 Dec 16 15:24:34.891151 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Attempting to bind port 9c77c6c4-9cbf-4972-99f7-429cdc190817 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:34.891958 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Attempting to bind port 9c77c6c4-9cbf-4972-99f7-429cdc190817 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'}] {{(pid=102463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:34.892124 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Attempting to bind port 9c77c6c4-9cbf-4972-99f7-429cdc190817 on network 9090a524-2252-4eae-b08b-7fbbd31942c4 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:35.066899 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Port 9c77c6c4-9cbf-4972-99f7-429cdc190817 on network 9090a524-2252-4eae-b08b-7fbbd31942c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:24:35.066899 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Attempting to bind port 9c77c6c4-9cbf-4972-99f7-429cdc190817 on network 9090a524-2252-4eae-b08b-7fbbd31942c4 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:35.081056 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:35.081534 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Checking segment: {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:35.081965 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Bound using segment: {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'} {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:35.082597 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Bound port: 9c77c6c4-9cbf-4972-99f7-429cdc190817, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'}}] {{(pid=102463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:35.082965 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.227481 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-af30de16-6e4f-4329-8a96-2301374998e4 req-9591c739-3ab0-41b3-8ba0-909dd51489b4 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7913949 Dec 16 15:24:35.229855 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-2a250071-2784-4627-af8f-118e02af319e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08 HTTP/1.1" status: 200 len: 217 time: 0.3312633 Dec 16 15:24:35.260419 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] For port 9c77c6c4-9cbf-4972-99f7-429cdc190817, host hv-cinder-80152, cleared binding levels {{(pid=102463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:35.284336 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b34eb0de-ed06-4b63-84e6-86ffc66d6864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.310981 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] For port 9c77c6c4-9cbf-4972-99f7-429cdc190817, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:35.328795 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.343296 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b34eb0de-ed06-4b63-84e6-86ffc66d6864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.411330 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:35.412209 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.413808 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-43144637-d931-46ae-804b-2965378bddff service neutron] 10.222.0.58 "PUT /v2.0/ports/9c77c6c4-9cbf-4972-99f7-429cdc190817 HTTP/1.1" status: 200 len: 1093 time: 1.9479783 Dec 16 15:24:35.417165 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'tag': '9c77c6c4-9cbf-4972-99f7-429cdc190817'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:35.419654 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118ed00f-55d5-4bc0-8cd9-c61168318b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e24d7779-dc1f-4d20-99a2-60496061db83", "tag": "9c77c6c4-9cbf-4972-99f7-429cdc190817"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:35.464808 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43144637-d931-46ae-804b-2965378bddff service neutron] Pushing event updated for resources: {'Port': ['ID=9c77c6c4-9cbf-4972-99f7-429cdc190817,revision_number=3']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:35.513066 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37546-29c1-49be-837e-415cc9b0a2a7 req-eb29f9ae-aba8-4f32-8466-fa777940c03b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:35.521537 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-24c37546-29c1-49be-837e-415cc9b0a2a7 req-eb29f9ae-aba8-4f32-8466-fa777940c03b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 931 time: 0.4212351 Dec 16 15:24:35.525720 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-b34eb0de-ed06-4b63-84e6-86ffc66d6864 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=26c7846c4bd94fd6aeea255d8d0e0924&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4519541 Dec 16 15:24:35.534177 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-3974e15e-5e0b-4b70-90e7-3adde3d64823 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:35.536228 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-3974e15e-5e0b-4b70-90e7-3adde3d64823 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.58 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 819 time: 0.6342423 Dec 16 15:24:35.537309 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54648) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:35.555224 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4a2c79-9883-4f19-9259-428e42ff4e2c {{(pid=102463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:35.557012 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34eb0de-ed06-4b63-84e6-86ffc66d6864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d329b377-48fa-4cd1-a36e-76fc466cdea2,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:35.567712 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.573554 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-7fe6f0c6-613d-4bee-b04e-0641b2287e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:35.576639 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-7fe6f0c6-613d-4bee-b04e-0641b2287e28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=878cfd11-30a6-40ee-8e2a-ea532f7ac79c HTTP/1.1" status: 200 len: 859 time: 0.3238251 Dec 16 15:24:35.591809 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-bef1494f-3eb8-4f51-ac2c-40e864010a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:35.593553 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-bef1494f-3eb8-4f51-ac2c-40e864010a51 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 1096 time: 0.0879629 Dec 16 15:24:35.595058 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.provisioning_blocks [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Transition to ACTIVE for port object ba4a2c79-9883-4f19-9259-428e42ff4e2c will not be triggered until provisioned by entity L2. {{(pid=102463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:24:35.598387 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Request body: {'port': {'device_id': 'ce9e10cd-ac2a-4955-bc13-9d82c769169e', 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13', 'admin_state_up': True, 'tenant_id': '2866031a5c6a49b39838826124bd0490'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:35.604812 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.685464 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-32a64c5b-fc0c-4180-a585-fe44a447577c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817 HTTP/1.1" status: 200 len: 217 time: 0.0826676 Dec 16 15:24:35.722503 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-b5ab713e-a27b-4a63-81f2-83b9cee17293 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef10b335-f6cb-4f33-b364-6bec0cd5df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181190 Dec 16 15:24:35.760502 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a77a79-bdb2-4a6a-8d6a-b43205546199 req-82d45b67-edab-44ca-9e4b-f604e702b06b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:35.766993 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b6a77a79-bdb2-4a6a-8d6a-b43205546199 req-82d45b67-edab-44ca-9e4b-f604e702b06b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 946 time: 0.4250033 Dec 16 15:24:35.793387 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4a2c79-9883-4f19-9259-428e42ff4e2c,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:35.838117 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-e81fbbf8-3d3d-4599-aa5f-5087e0249a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:35.839778 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-e81fbbf8-3d3d-4599-aa5f-5087e0249a8b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1053c293-7fb3-4c40-8b29-578e6f0f756b HTTP/1.1" status: 200 len: 849 time: 0.1399329 Dec 16 15:24:35.982038 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-24c37546-29c1-49be-837e-415cc9b0a2a7 req-7a321635-fcff-4349-b4be-40f762f23061 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4592400 Dec 16 15:24:35.997214 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Attempting to bind port ba4a2c79-9883-4f19-9259-428e42ff4e2c on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:35.997736 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Attempting to bind port ba4a2c79-9883-4f19-9259-428e42ff4e2c by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'}] {{(pid=102463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:35.998095 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Attempting to bind port ba4a2c79-9883-4f19-9259-428e42ff4e2c on network dd299e06-ec69-443b-98d4-8edf7ddf48e6 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:36.014390 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Port ba4a2c79-9883-4f19-9259-428e42ff4e2c on network dd299e06-ec69-443b-98d4-8edf7ddf48e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:24:36.014789 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Attempting to bind port ba4a2c79-9883-4f19-9259-428e42ff4e2c on network dd299e06-ec69-443b-98d4-8edf7ddf48e6 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:36.021580 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-db93df35-a1d9-47b5-9126-3ef9885101d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:36.023319 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-db93df35-a1d9-47b5-9126-3ef9885101d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9090a524-2252-4eae-b08b-7fbbd31942c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1510696 Dec 16 15:24:36.030603 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:36.031080 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Checking segment: {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:36.031576 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Bound using segment: {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'} {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:36.032378 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Bound port: ba4a2c79-9883-4f19-9259-428e42ff4e2c, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'}}] {{(pid=102463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:36.033458 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.104165 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-abe30dd8-edfc-4ce0-aec2-65d63c4fc1b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.120385 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b648664d-a87f-4099-b830-ce2eddb6472f x-openstack-request-id: req-b648664d-a87f-4099-b830-ce2eddb6472f {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:36.120680 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8c4117-c375-4500-83b7-80585271e14c", "tag": "642d3e31-04b4-453f-a34a-b3184d3d0e08", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:36.120934 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b648664d-a87f-4099-b830-ce2eddb6472f {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:36.121382 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8c4117-c375-4500-83b7-80585271e14c', 'tag': '642d3e31-04b4-453f-a34a-b3184d3d0e08', 'status': 'completed', 'code': 200} Dec 16 15:24:36.138546 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b6a77a79-bdb2-4a6a-8d6a-b43205546199 req-d4be53f0-2e3a-41f1-9db2-409779d4814a tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500988 Dec 16 15:24:36.177855 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-abe30dd8-edfc-4ce0-aec2-65d63c4fc1b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.198918 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-a96e1694-92d5-409c-afaa-9cf2a3740153 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570568 Dec 16 15:24:36.386491 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46f8103a-cb67-4009-9d52-6b5c2db217e9 req-cb0860d5-0767-4d5b-8b31-f96250c1e7dd service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688554 Dec 16 15:24:36.405361 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-69a36d1d-b203-47e4-a102-ef01c0606c2a req-a52d0fd9-e503-4813-8c66-1f4c04260d86 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 210 time: 0.2298374 Dec 16 15:24:36.408815 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Made reservation on behalf of 2866031a5c6a49b39838826124bd0490 for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:36.420733 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.662077 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f3bd9-2e90-4df6-ad14-197c9b723e56 req-00fd0bc6-829e-47b5-b9ab-816c21e11c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:36.664321 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b60f3bd9-2e90-4df6-ad14-197c9b723e56 req-00fd0bc6-829e-47b5-b9ab-816c21e11c76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 1096 time: 0.1994009 Dec 16 15:24:36.677086 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-45fb7206-1006-4925-af6a-31d8d47f96e1 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382494 Dec 16 15:24:36.694897 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, cleared binding levels {{(pid=102463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:36.700152 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:36.705006 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b96eab4-28d7-43a1-9027-ef943c901bf9 x-openstack-request-id: req-2b96eab4-28d7-43a1-9027-ef943c901bf9 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:36.706731 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24d7779-dc1f-4d20-99a2-60496061db83", "tag": "9c77c6c4-9cbf-4972-99f7-429cdc190817", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:36.707175 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2b96eab4-28d7-43a1-9027-ef943c901bf9 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:36.710880 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'tag': '9c77c6c4-9cbf-4972-99f7-429cdc190817', 'status': 'completed', 'code': 200} Dec 16 15:24:36.714280 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.737609 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-abe30dd8-edfc-4ce0-aec2-65d63c4fc1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.740131 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-abe30dd8-edfc-4ce0-aec2-65d63c4fc1b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.744739 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-abe30dd8-edfc-4ce0-aec2-65d63c4fc1b7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d329b377-48fa-4cd1-a36e-76fc466cdea2 HTTP/1.1" status: 204 len: 168 time: 1.2017074 Dec 16 15:24:36.754583 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f84669-a453-40bd-be87-41d85c1b8361 req-942ff97e-d2fd-4002-82f9-07db52876bf3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:36.763259 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d8f84669-a453-40bd-be87-41d85c1b8361 req-942ff97e-d2fd-4002-82f9-07db52876bf3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 943 time: 0.2187304 Dec 16 15:24:36.839839 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53838ba-70d5-46b7-9bb3-1a0614b0177d req-029f0993-bbea-43e7-a654-00daa959aaa2 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:36.851035 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b53838ba-70d5-46b7-9bb3-1a0614b0177d req-029f0993-bbea-43e7-a654-00daa959aaa2 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 945 time: 0.2567270 Dec 16 15:24:36.869384 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe30dd8-edfc-4ce0-aec2-65d63c4fc1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d329b377-48fa-4cd1-a36e-76fc466cdea2,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:36.949190 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a57c7bd2-e8ab-4de4-ac8f-ed53c73c090e req-e07d7648-0761-4ee3-860f-494f27674ea3 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399025 Dec 16 15:24:36.980290 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:36.984852 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.988975 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] 10.222.0.58 "PUT /v2.0/ports/ba4a2c79-9883-4f19-9259-428e42ff4e2c HTTP/1.1" status: 200 len: 1093 time: 2.6068943 Dec 16 15:24:37.037144 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d8f84669-a453-40bd-be87-41d85c1b8361 req-dccb73cf-c029-4d99-8793-1a8f3bec5b08 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710719 Dec 16 15:24:37.076460 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f3bd9-2e90-4df6-ad14-197c9b723e56 req-21a5852e-3947-4050-840e-5c47be1050f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:37.078448 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b60f3bd9-2e90-4df6-ad14-197c9b723e56 req-21a5852e-3947-4050-840e-5c47be1050f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 920 time: 0.4051275 Dec 16 15:24:37.156507 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b53838ba-70d5-46b7-9bb3-1a0614b0177d req-a2f7616a-bc1c-49e0-8dad-1e107ba6d55f tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969186 Dec 16 15:24:37.336986 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b60f3bd9-2e90-4df6-ad14-197c9b723e56 req-329ce05b-6f42-4f55-b616-abd4c7d594a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08 HTTP/1.1" status: 200 len: 217 time: 0.2235723 Dec 16 15:24:37.419906 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Allocated IP 172.20.0.13 (ef10b335-f6cb-4f33-b364-6bec0cd5df13/878cfd11-30a6-40ee-8e2a-ea532f7ac79c/c509472f-e974-4a1a-88f5-743ca923eec6) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:37.611006 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b9397-b406-4e30-86b6-c5b42ce02f35 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4a2c79-9883-4f19-9259-428e42ff4e2c,revision_number=3']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:37.683127 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ed00f-55d5-4bc0-8cd9-c61168318b7a req-6ccd13e4-0754-49e8-bed4-f1fb82f40ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:37.686648 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-118ed00f-55d5-4bc0-8cd9-c61168318b7a req-6ccd13e4-0754-49e8-bed4-f1fb82f40ec2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 1096 time: 0.4060545 Dec 16 15:24:37.699076 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-fd084344-c69b-4217-aa8e-afe55acf3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:37.699076 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-fd084344-c69b-4217-aa8e-afe55acf3c1d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 1096 time: 0.3805754 Dec 16 15:24:37.732580 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f29cac1a-f607-4ce5-8bdf-27fe688a2d82 req-5fd5c724-2951-45ed-bb79-ef9d61b9b15a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 210 time: 0.1296985 Dec 16 15:24:37.764631 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54700) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:37.818984 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f3bd9-2e90-4df6-ad14-197c9b723e56 req-936f86d4-0e51-4ca0-bdf5-3dbb9c252cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:37.823151 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b60f3bd9-2e90-4df6-ad14-197c9b723e56 req-936f86d4-0e51-4ca0-bdf5-3dbb9c252cd6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=878cfd11-30a6-40ee-8e2a-ea532f7ac79c HTTP/1.1" status: 200 len: 859 time: 0.4617748 Dec 16 15:24:37.863804 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f23a7-e149-454d-a02e-d07b579d23a1 req-6f6e24a7-72f6-4b41-b1d4-63b88995a4c0 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:37.872212 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-944f23a7-e149-454d-a02e-d07b579d23a1 req-6f6e24a7-72f6-4b41-b1d4-63b88995a4c0 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.5543842 Dec 16 15:24:37.882884 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-6ae3aa84-86b3-4566-98d8-541b4164bf7e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c HTTP/1.1" status: 200 len: 217 time: 0.1705458 Dec 16 15:24:38.209551 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ed00f-55d5-4bc0-8cd9-c61168318b7a req-ab55bbd9-98f5-4b33-ae87-b82117a9502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:38.213066 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-118ed00f-55d5-4bc0-8cd9-c61168318b7a req-ab55bbd9-98f5-4b33-ae87-b82117a9502f service neutron] 10.222.0.58 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 911 time: 0.5168142 Dec 16 15:24:38.220907 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-3ee37a25-ccdd-4d39-b629-6e0b01b0f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:38.223857 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-3ee37a25-ccdd-4d39-b629-6e0b01b0f60d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.3007672 Dec 16 15:24:38.332153 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-118ed00f-55d5-4bc0-8cd9-c61168318b7a req-e3720495-b86a-415c-95e7-0f3b615d3a8c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817 HTTP/1.1" status: 200 len: 217 time: 0.1063037 Dec 16 15:24:38.410823 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-944f23a7-e149-454d-a02e-d07b579d23a1 req-b83c8b98-263f-4bd8-8499-1dc2eb7d8f3b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5123343 Dec 16 15:24:38.427552 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b60f3bd9-2e90-4df6-ad14-197c9b723e56 req-1f797f09-5816-4285-9873-c98688145d10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef10b335-f6cb-4f33-b364-6bec0cd5df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5484219 Dec 16 15:24:38.445110 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf2e0-d54b-49a9-917d-0f3ee85dd5da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:38.478361 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-fa8ef876-092e-474c-b5c5-18f9deeb93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:38.480300 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-fa8ef876-092e-474c-b5c5-18f9deeb93f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2409291 Dec 16 15:24:38.515079 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ed00f-55d5-4bc0-8cd9-c61168318b7a req-29112b8d-5a76-4cc9-88e6-e925ce653bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:38.517428 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-118ed00f-55d5-4bc0-8cd9-c61168318b7a req-29112b8d-5a76-4cc9-88e6-e925ce653bd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1053c293-7fb3-4c40-8b29-578e6f0f756b HTTP/1.1" status: 200 len: 849 time: 0.1538508 Dec 16 15:24:38.640636 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ed00f-55d5-4bc0-8cd9-c61168318b7a req-f89d6c6d-1d86-4770-a425-3f12c09bb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:38.642267 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-118ed00f-55d5-4bc0-8cd9-c61168318b7a req-f89d6c6d-1d86-4770-a425-3f12c09bb918 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9090a524-2252-4eae-b08b-7fbbd31942c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1100550 Dec 16 15:24:38.709768 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:38.712532 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fb608a-49de-4729-ae8d-2d5b2cc910a0" -d '{"events": [{"name": "network-changed", "server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:38.721740 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-4322e1e3-4e71-4f71-8aae-7ed16e850386 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294333 Dec 16 15:24:38.825780 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-118ed00f-55d5-4bc0-8cd9-c61168318b7a req-dbefdebd-67e6-4c5b-8556-723c79fb2ba4 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734917 Dec 16 15:24:38.847893 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 642d3e31-04b4-453f-a34a-b3184d3d0e08 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:24:38.864400 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129b31b-4c2f-482a-8171-d2d8473fdfd1 req-0dbe67cd-b771-4ddf-8164-0ea3409f1e8c tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:38.878525 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a129b31b-4c2f-482a-8171-d2d8473fdfd1 req-0dbe67cd-b771-4ddf-8164-0ea3409f1e8c tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 943 time: 0.4543192 Dec 16 15:24:38.895652 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf2e0-d54b-49a9-917d-0f3ee85dd5da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:38.932384 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf2e0-d54b-49a9-917d-0f3ee85dd5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:38.945669 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-87925147-2f0f-4d92-ba74-709b33d8dafd req-ca71d9a3-d5b2-4474-be81-34858830053d service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161012 Dec 16 15:24:39.001901 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:39.002738 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-118ed00f-55d5-4bc0-8cd9-c61168318b7a req-6acb2f5b-90cb-406d-ba57-6e5c89fe9cfe service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694191 Dec 16 15:24:39.056949 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 642d3e31-04b4-453f-a34a-b3184d3d0e08, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:39.076394 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '642d3e31-04b4-453f-a34a-b3184d3d0e08', 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13', 'port_id': '642d3e31-04b4-453f-a34a-b3184d3d0e08', 'mac_address': 'fa:16:3e:a5:a7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878cfd11-30a6-40ee-8e2a-ea532f7ac79c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:24:39.132206 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-3e3bf2e0-d54b-49a9-917d-0f3ee85dd5da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fdc87d1b27d94f2ca320dd7966e43e66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3630159 Dec 16 15:24:39.135002 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54756) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:39.154045 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:39.157841 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bf2e0-d54b-49a9-917d-0f3ee85dd5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63c7c93-f8f6-4859-84c1-7859551e2f1c,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:39.166124 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b60f3bd9-2e90-4df6-ad14-197c9b723e56 req-d57608e0-98e8-4fd8-99a9-7100c847fd60 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7050474 Dec 16 15:24:39.179782 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642d3e31-04b4-453f-a34a-b3184d3d0e08 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:39.242048 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 642d3e31-04b4-453f-a34a-b3184d3d0e08, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:39.248080 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a129b31b-4c2f-482a-8171-d2d8473fdfd1 req-b87ac791-e4b1-40b4-b984-0effd74ab73e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682644 Dec 16 15:24:39.252581 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:39.273669 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58cf8db3-a35a-4f1e-b446-3e29980a8f87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:39.364608 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:39.366595 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5fbc23-6884-4105-ad17-fb9abf71f531 x-openstack-request-id: req-5e5fbc23-6884-4105-ad17-fb9abf71f531 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:39.366893 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:39.367150 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e5fbc23-6884-4105-ad17-fb9abf71f531 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:39.367559 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'status': 'completed', 'code': 200} Dec 16 15:24:39.413152 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Network ef10b335-f6cb-4f33-b364-6bec0cd5df13 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:39.439125 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58cf8db3-a35a-4f1e-b446-3e29980a8f87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:39.449294 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=642d3e31-04b4-453f-a34a-b3184d3d0e08,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:39.467466 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:39.489739 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:39.498164 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:39.499153 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:39.551580 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['642d3e31-04b4-453f-a34a-b3184d3d0e08'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:24:39.592512 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Pushing event updated for resources: {'Port': ['ID=c509472f-e974-4a1a-88f5-743ca923eec6,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:39.601135 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb608a-49de-4729-ae8d-2d5b2cc910a0 req-5defea5d-ca21-4b10-a5a6-298c4466eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:39.607425 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-13fb608a-49de-4729-ae8d-2d5b2cc910a0 req-5defea5d-ca21-4b10-a5a6-298c4466eda3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 1096 time: 0.2134583 Dec 16 15:24:39.652211 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539ea02-0365-4d3c-9573-e68da0b853a5 req-e9ac061d-9612-4588-b7f5-6aa8c5df50d2 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:39.653960 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6539ea02-0365-4d3c-9573-e68da0b853a5 req-e9ac061d-9612-4588-b7f5-6aa8c5df50d2 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 932 time: 0.1656358 Dec 16 15:24:39.659560 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-eaea6e91-f8aa-49c1-8ce3-149fc269eaca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0916770 Dec 16 15:24:39.721217 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Request body: {'port': {'device_id': 'ce9e10cd-ac2a-4955-bc13-9d82c769169e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:39.737540 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58cf8db3-a35a-4f1e-b446-3e29980a8f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:39.740331 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58cf8db3-a35a-4f1e-b446-3e29980a8f87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:39.749305 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-58cf8db3-a35a-4f1e-b446-3e29980a8f87 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c63c7c93-f8f6-4859-84c1-7859551e2f1c HTTP/1.1" status: 204 len: 168 time: 0.6129975 Dec 16 15:24:39.771800 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b60f3bd9-2e90-4df6-ad14-197c9b723e56 req-85798fa8-f26a-4f85-bf04-86cdca4b9013 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708652 Dec 16 15:24:39.796685 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf8db3-a35a-4f1e-b446-3e29980a8f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63c7c93-f8f6-4859-84c1-7859551e2f1c,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:39.854737 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb608a-49de-4729-ae8d-2d5b2cc910a0 req-79dd73d9-1340-4426-87c3-005f0e75cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:39.856312 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-13fb608a-49de-4729-ae8d-2d5b2cc910a0 req-79dd73d9-1340-4426-87c3-005f0e75cbc3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 918 time: 0.2392447 Dec 16 15:24:39.940726 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-13fb608a-49de-4729-ae8d-2d5b2cc910a0 req-19c0b9de-7905-47b6-b899-fe03fa8a1a03 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c HTTP/1.1" status: 200 len: 217 time: 0.0730648 Dec 16 15:24:40.034740 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb608a-49de-4729-ae8d-2d5b2cc910a0 req-8f3c2d88-bea6-4951-97e2-18be650d4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:40.036419 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-13fb608a-49de-4729-ae8d-2d5b2cc910a0 req-8f3c2d88-bea6-4951-97e2-18be650d4beb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.0889494 Dec 16 15:24:40.067046 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6539ea02-0365-4d3c-9573-e68da0b853a5 req-577a32d2-b710-4f27-8c05-d73c32f7c68a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592410 Dec 16 15:24:40.070278 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:40.156366 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb608a-49de-4729-ae8d-2d5b2cc910a0 req-b8b74c0e-209c-4113-8f5f-66dedc4c1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:40.158705 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-13fb608a-49de-4729-ae8d-2d5b2cc910a0 req-b8b74c0e-209c-4113-8f5f-66dedc4c1a14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1140172 Dec 16 15:24:40.376741 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-13fb608a-49de-4729-ae8d-2d5b2cc910a0 req-3fcf0ae1-4106-4b92-8af1-3183a40b8673 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099414 Dec 16 15:24:40.436586 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 54800) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:40.439632 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1a1a9-e402-4381-9ee2-23f7c43d8e9c req-211d340c-6bdb-4cc9-bbd3-69d4c7597982 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:40.442811 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35b1a1a9-e402-4381-9ee2-23f7c43d8e9c req-211d340c-6bdb-4cc9-bbd3-69d4c7597982 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.2604761 Dec 16 15:24:40.532851 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d101180-203c-438d-aeb6-9b78e56072fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:40.630659 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-13fb608a-49de-4729-ae8d-2d5b2cc910a0 req-dbbc5cd1-2175-401f-bf61-c09398ec2160 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441223 Dec 16 15:24:40.654776 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35b1a1a9-e402-4381-9ee2-23f7c43d8e9c req-199c39e4-2124-4852-8be9-40bac2c5966f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031107 Dec 16 15:24:40.725922 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d101180-203c-438d-aeb6-9b78e56072fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:40.734328 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d101180-203c-438d-aeb6-9b78e56072fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:40.805575 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1d101180-203c-438d-aeb6-9b78e56072fe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=55a5607a91a7484b84070aa026ed78d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658390 Dec 16 15:24:40.813453 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54808) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:40.821670 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d101180-203c-438d-aeb6-9b78e56072fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bbf0e3-f558-4f66-a779-f064076e2b7d,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:40.861291 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 9c77c6c4-9cbf-4972-99f7-429cdc190817 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:24:40.864781 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 642d3e31-04b4-453f-a34a-b3184d3d0e08 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:41.068937 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a51d1348-7c71-4d06-8c4d-da70bf38a8c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.084811 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c509472f-e974-4a1a-88f5-743ca923eec6 {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:41.088050 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port 642d3e31-04b4-453f-a34a-b3184d3d0e08 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:24:41.105102 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f181758-bce8-4478-9f08-f3c5896aadde req-6e9b7ea0-6b41-43fc-b0c0-282b3417dda2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:41.107025 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f181758-bce8-4478-9f08-f3c5896aadde req-6e9b7ea0-6b41-43fc-b0c0-282b3417dda2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 943 time: 0.1926868 Dec 16 15:24:41.108480 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 642d3e31-04b4-453f-a34a-b3184d3d0e08 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:41.109123 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.127514 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.174074 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Transition to ACTIVE for port object c509472f-e974-4a1a-88f5-743ca923eec6 will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:24:41.176747 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a51d1348-7c71-4d06-8c4d-da70bf38a8c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.195770 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 9c77c6c4-9cbf-4972-99f7-429cdc190817, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:41.201245 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.225357 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '9c77c6c4-9cbf-4972-99f7-429cdc190817', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'port_id': '9c77c6c4-9cbf-4972-99f7-429cdc190817', 'mac_address': 'fa:16:3e:98:c5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:24:41.341086 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f181758-bce8-4478-9f08-f3c5896aadde req-62c3e2ed-0624-46b6-83a8-902341a856df tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239695 Dec 16 15:24:41.362894 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.363453 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Pushing event updated for resources: {'Port': ['ID=c509472f-e974-4a1a-88f5-743ca923eec6,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:41.377911 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f6b42-0f3c-44fc-be46-1ccb8de1854c req-82afee62-cdb5-43f7-b23d-c1ea02064462 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:41.380352 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ee3f6b42-0f3c-44fc-be46-1ccb8de1854c req-82afee62-cdb5-43f7-b23d-c1ea02064462 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 944 time: 0.2124491 Dec 16 15:24:41.386814 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.429675 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c77c6c4-9cbf-4972-99f7-429cdc190817 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:41.447200 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8c4117-c375-4500-83b7-80585271e14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642d3e31-04b4-453f-a34a-b3184d3d0e08'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:41.451865 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf49368d-ffb4-4426-8d51-cba900991b3d" -d '{"events": [{"server_uuid": "6d8c4117-c375-4500-83b7-80585271e14c", "name": "network-vif-plugged", "status": "completed", "tag": "642d3e31-04b4-453f-a34a-b3184d3d0e08"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:41.453468 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a51d1348-7c71-4d06-8c4d-da70bf38a8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.456829 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a51d1348-7c71-4d06-8c4d-da70bf38a8c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.458234 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-a51d1348-7c71-4d06-8c4d-da70bf38a8c9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32bbf0e3-f558-4f66-a779-f064076e2b7d HTTP/1.1" status: 204 len: 168 time: 0.6431613 Dec 16 15:24:41.464844 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Attempting to bind port c509472f-e974-4a1a-88f5-743ca923eec6 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:41.465241 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Attempting to bind port c509472f-e974-4a1a-88f5-743ca923eec6 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:41.465583 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Attempting to bind port c509472f-e974-4a1a-88f5-743ca923eec6 on network ef10b335-f6cb-4f33-b364-6bec0cd5df13 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:41.491020 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d1348-7c71-4d06-8c4d-da70bf38a8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bbf0e3-f558-4f66-a779-f064076e2b7d,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:41.496547 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Port c509472f-e974-4a1a-88f5-743ca923eec6 on network ef10b335-f6cb-4f33-b364-6bec0cd5df13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:24:41.497350 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Attempting to bind port c509472f-e974-4a1a-88f5-743ca923eec6 on network ef10b335-f6cb-4f33-b364-6bec0cd5df13 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:41.504241 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 642d3e31-04b4-453f-a34a-b3184d3d0e08, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:41.509607 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 9c77c6c4-9cbf-4972-99f7-429cdc190817, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:41.520915 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.521717 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:41.522322 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Checking segment: {'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:41.522889 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Bound using segment: {'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:41.523914 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Bound port: c509472f-e974-4a1a-88f5-743ca923eec6, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb4b3115-5670-44fd-baca-727df22d20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:41.525297 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.526252 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.547145 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ee3f6b42-0f3c-44fc-be46-1ccb8de1854c req-0ba9a9f5-911c-4bd6-a130-c6f5cb1ffe4a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500099 Dec 16 15:24:41.593168 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aae5f98-47c0-43b0-b107-df62407ef14a x-openstack-request-id: req-7aae5f98-47c0-43b0-b107-df62407ef14a {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:41.593631 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8c4117-c375-4500-83b7-80585271e14c", "name": "network-vif-plugged", "status": "completed", "tag": "642d3e31-04b4-453f-a34a-b3184d3d0e08", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:41.594151 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7aae5f98-47c0-43b0-b107-df62407ef14a {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:41.594878 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8c4117-c375-4500-83b7-80585271e14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642d3e31-04b4-453f-a34a-b3184d3d0e08', 'code': 200} Dec 16 15:24:41.638971 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=642d3e31-04b4-453f-a34a-b3184d3d0e08,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:41.691398 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] For port c509472f-e974-4a1a-88f5-743ca923eec6, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:41.699721 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] For port c509472f-e974-4a1a-88f5-743ca923eec6, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c509472f-e974-4a1a-88f5-743ca923eec6,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:41.709476 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.789271 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=9c77c6c4-9cbf-4972-99f7-429cdc190817,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:41.797327 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:41.798601 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.801315 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-017f0395-640a-4832-9413-116b780c8d9a service neutron] 10.222.0.58 "PUT /v2.0/ports/c509472f-e974-4a1a-88f5-743ca923eec6 HTTP/1.1" status: 200 len: 1094 time: 2.1256835 Dec 16 15:24:41.818613 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['9c77c6c4-9cbf-4972-99f7-429cdc190817'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:24:41.819559 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9e10cd-ac2a-4955-bc13-9d82c769169e', 'tag': 'c509472f-e974-4a1a-88f5-743ca923eec6'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:41.824134 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80ebea8-2cbe-48d8-809b-3f879253a840" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9e10cd-ac2a-4955-bc13-9d82c769169e", "tag": "c509472f-e974-4a1a-88f5-743ca923eec6"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:41.901197 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f0395-640a-4832-9413-116b780c8d9a service neutron] Pushing event updated for resources: {'Port': ['ID=c509472f-e974-4a1a-88f5-743ca923eec6,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:41.958489 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f5bfa1-275e-482b-a586-ac274f16c6ad x-openstack-request-id: req-e0f5bfa1-275e-482b-a586-ac274f16c6ad {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:41.958782 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9e10cd-ac2a-4955-bc13-9d82c769169e", "tag": "c509472f-e974-4a1a-88f5-743ca923eec6", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:41.959037 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e0f5bfa1-275e-482b-a586-ac274f16c6ad {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:41.959444 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9e10cd-ac2a-4955-bc13-9d82c769169e', 'tag': 'c509472f-e974-4a1a-88f5-743ca923eec6', 'status': 'completed', 'code': 200} Dec 16 15:24:42.034584 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84593ab-13fc-4182-8186-5d3fd6ba58f6 req-4b3efb4e-0559-4980-aaa6-6c1a0997b0e2 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:42.049675 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d84593ab-13fc-4182-8186-5d3fd6ba58f6 req-4b3efb4e-0559-4980-aaa6-6c1a0997b0e2 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.2254467 Dec 16 15:24:42.116866 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-a2e5125a-083b-41f6-ba08-e0dc21f725c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:42.122893 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-a2e5125a-083b-41f6-ba08-e0dc21f725c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 1097 time: 0.2122130 Dec 16 15:24:42.188266 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39c1e1-af2f-4c3a-b828-a967d5bf8ce7 req-62661bac-f1cc-4e59-8f37-31f601bc9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:42.191704 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-9a39c1e1-af2f-4c3a-b828-a967d5bf8ce7 req-62661bac-f1cc-4e59-8f37-31f601bc9c10 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 1098 time: 0.2631831 Dec 16 15:24:42.225958 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-5905da0c-788b-49fa-95fa-fac493d06957 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c509472f-e974-4a1a-88f5-743ca923eec6 HTTP/1.1" status: 200 len: 217 time: 0.0966351 Dec 16 15:24:42.248381 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d84593ab-13fc-4182-8186-5d3fd6ba58f6 req-cd20ab34-5083-499a-9cdf-530f1c702dfb tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023046 Dec 16 15:24:42.322480 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-9a39c1e1-af2f-4c3a-b828-a967d5bf8ce7 req-7d4c8593-9bcd-4802-8897-173767b449d6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153617 Dec 16 15:24:42.328008 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-29ce1284-87e6-43f7-936a-856634922d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:42.330800 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-29ce1284-87e6-43f7-936a-856634922d5d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=878cfd11-30a6-40ee-8e2a-ea532f7ac79c HTTP/1.1" status: 200 len: 859 time: 0.0810311 Dec 16 15:24:42.586156 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-f96ad052-7fa9-4c12-8de2-cb9b804a121a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef10b335-f6cb-4f33-b364-6bec0cd5df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514829 Dec 16 15:24:42.631353 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b05c9-2e9d-44f2-93a8-206f20ece583 req-8dd7bdeb-a178-4ab2-a084-89f1824dd3e0 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:42.634155 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b61b05c9-2e9d-44f2-93a8-206f20ece583 req-8dd7bdeb-a178-4ab2-a084-89f1824dd3e0 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 944 time: 0.1496835 Dec 16 15:24:42.837843 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b61b05c9-2e9d-44f2-93a8-206f20ece583 req-b3b4a475-0e6e-4f90-8cfa-0a15cbe29902 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810408 Dec 16 15:24:42.854939 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d935e-5bee-4591-abfb-5e69e43e8195 req-aebaf778-1f2b-4ea8-aa96-1ca735c71f08 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:42.856563 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0e7d935e-5bee-4591-abfb-5e69e43e8195 req-aebaf778-1f2b-4ea8-aa96-1ca735c71f08 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 944 time: 0.2200079 Dec 16 15:24:42.875734 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-dece88f2-37fb-4bf4-bab0-d51b767694fa service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764225 Dec 16 15:24:42.921365 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0e7d935e-5bee-4591-abfb-5e69e43e8195 req-09816334-b628-4d62-bd6b-0cc3a4750db5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548322 Dec 16 15:24:43.441689 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855ac4b-9009-41e9-84cd-6a3bbb2777ea req-97dec032-7e55-40b1-a93d-46f787240f98 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:43.441689 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a855ac4b-9009-41e9-84cd-6a3bbb2777ea req-97dec032-7e55-40b1-a93d-46f787240f98 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0775261 Dec 16 15:24:43.524277 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a855ac4b-9009-41e9-84cd-6a3bbb2777ea req-3e3cc24f-4b26-44dc-9bdd-6147df30a57c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749788 Dec 16 15:24:43.655273 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device ba4a2c79-9883-4f19-9259-428e42ff4e2c details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:24:43.808082 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56c8f11f-c712-40d8-8d1d-86ed9c541f99 req-1e8d6fdf-3cce-454e-8834-7bbeba320b57 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562181 Dec 16 15:24:43.842528 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:43.848236 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:24:43.860673 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'port_id': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'mac_address': 'fa:16:3e:0d:49:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:24:43.905252 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:43.921442 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4a2c79-9883-4f19-9259-428e42ff4e2c {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:43.954030 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:43.964482 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:44.030350 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=ba4a2c79-9883-4f19-9259-428e42ff4e2c,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:44.030843 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2d143-e967-4cac-87d8-9e835d6de69c req-e61c933e-94a2-4603-b36d-083fc66f5005 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:44.032820 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e3a2d143-e967-4cac-87d8-9e835d6de69c req-e61c933e-94a2-4603-b36d-083fc66f5005 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 944 time: 0.0849209 Dec 16 15:24:44.141196 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca65925-7bb0-4283-acf5-cda555537125 req-1e958af3-fb38-4d19-8660-476a4f48151c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:44.143438 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eca65925-7bb0-4283-acf5-cda555537125 req-1e958af3-fb38-4d19-8660-476a4f48151c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 944 time: 0.1076257 Dec 16 15:24:44.154698 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e3a2d143-e967-4cac-87d8-9e835d6de69c req-5d9dfc5a-d15a-4822-b482-51a5cd09d70e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062582 Dec 16 15:24:44.222228 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eca65925-7bb0-4283-acf5-cda555537125 req-fdbba949-d327-40a4-b9df-4507a5da9e76 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661457 Dec 16 15:24:44.695872 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d43d9-5024-450a-b43f-9148948984f7 req-009634f7-bd20-4007-9bae-1559a6987ad6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:44.699336 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e55d43d9-5024-450a-b43f-9148948984f7 req-009634f7-bd20-4007-9bae-1559a6987ad6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.0879421 Dec 16 15:24:44.759306 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e55d43d9-5024-450a-b43f-9148948984f7 req-2d83d0fb-3b91-44ad-8a84-1902f2168d59 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535228 Dec 16 15:24:45.341526 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47079-b454-418b-b2a4-1ef899e4af7a req-e89bdd57-f552-42b8-a15e-9b6abc41abed tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:45.344231 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-44c47079-b454-418b-b2a4-1ef899e4af7a req-e89bdd57-f552-42b8-a15e-9b6abc41abed tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 944 time: 0.0879157 Dec 16 15:24:45.645189 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ecd18-0a47-4bcb-a79c-01949c00a779 req-1e864bec-e219-4564-bbd8-643f36b7c39a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:45.647019 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9c1ecd18-0a47-4bcb-a79c-01949c00a779 req-1e864bec-e219-4564-bbd8-643f36b7c39a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 944 time: 0.3011730 Dec 16 15:24:45.652557 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-44c47079-b454-418b-b2a4-1ef899e4af7a req-a70f6294-8487-4ea8-85d7-b64a4507be84 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800398 Dec 16 15:24:45.708166 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9c1ecd18-0a47-4bcb-a79c-01949c00a779 req-8f7ba48d-387e-48c3-8826-d6b5ebe05229 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492067 Dec 16 15:24:45.879764 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebea8-2cbe-48d8-809b-3f879253a840 req-26b06542-8659-4b28-b052-23cd465b6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:45.881657 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a80ebea8-2cbe-48d8-809b-3f879253a840 req-26b06542-8659-4b28-b052-23cd465b6060 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 1097 time: 0.0811803 Dec 16 15:24:45.928615 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a897b-48b2-48cc-b7f6-f2dc62959d68 req-2783712e-47c6-48df-a2e4-5998a5a0479a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:45.930291 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e44a897b-48b2-48cc-b7f6-f2dc62959d68 req-2783712e-47c6-48df-a2e4-5998a5a0479a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.0860808 Dec 16 15:24:46.035194 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e44a897b-48b2-48cc-b7f6-f2dc62959d68 req-d9ccea51-947f-4aaa-8311-a715854bb80a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776110 Dec 16 15:24:46.048874 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebea8-2cbe-48d8-809b-3f879253a840 req-03a42654-48d0-45b9-8fb7-04c5a42f69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:46.050726 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a80ebea8-2cbe-48d8-809b-3f879253a840 req-03a42654-48d0-45b9-8fb7-04c5a42f69e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 920 time: 0.1533225 Dec 16 15:24:46.131762 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a80ebea8-2cbe-48d8-809b-3f879253a840 req-bc47f057-6477-46b8-9674-a1975d9144b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c509472f-e974-4a1a-88f5-743ca923eec6 HTTP/1.1" status: 200 len: 217 time: 0.0729139 Dec 16 15:24:46.200532 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebea8-2cbe-48d8-809b-3f879253a840 req-2d0dcec4-ba87-4640-a58f-2b57258d56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:46.202162 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a80ebea8-2cbe-48d8-809b-3f879253a840 req-2d0dcec4-ba87-4640-a58f-2b57258d56c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=878cfd11-30a6-40ee-8e2a-ea532f7ac79c HTTP/1.1" status: 200 len: 859 time: 0.0591750 Dec 16 15:24:46.241510 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a80ebea8-2cbe-48d8-809b-3f879253a840 req-8b5497e0-7570-4988-ac94-8f2547026652 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef10b335-f6cb-4f33-b364-6bec0cd5df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277243 Dec 16 15:24:46.361706 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a80ebea8-2cbe-48d8-809b-3f879253a840 req-c5d1a030-27d8-45d2-82fa-6c80010a2673 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091363 Dec 16 15:24:46.393324 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['ba4a2c79-9883-4f19-9259-428e42ff4e2c'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:24:46.482621 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a80ebea8-2cbe-48d8-809b-3f879253a840 req-b98ec351-e9f2-4a3d-8940-901d4f63c9f5 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080468 Dec 16 15:24:46.910653 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284e54d-1ff2-4ff9-9649-0152af130d3d req-223cf16c-584c-4a6b-8d6a-b7ebbbfc7f66 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:46.919805 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e284e54d-1ff2-4ff9-9649-0152af130d3d req-223cf16c-584c-4a6b-8d6a-b7ebbbfc7f66 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 944 time: 0.1365871 Dec 16 15:24:46.948771 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51a349-36ac-4c4b-9c0a-f90ad2dd2f0d req-134e7b18-28b3-421e-b89b-dfa6eeb59cb8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:46.950421 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9a51a349-36ac-4c4b-9c0a-f90ad2dd2f0d req-134e7b18-28b3-421e-b89b-dfa6eeb59cb8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 944 time: 0.1070249 Dec 16 15:24:47.005639 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-61ae8a26-318f-4259-bcf3-a2bb0fe11a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.042097 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e284e54d-1ff2-4ff9-9649-0152af130d3d req-db3b86cc-e3e9-416b-8b48-a7505772e2fb tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208687 Dec 16 15:24:47.068923 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9a51a349-36ac-4c4b-9c0a-f90ad2dd2f0d req-9b19c15d-9b93-46dd-9a2e-417043d770dc tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052649 Dec 16 15:24:47.236744 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729a8ac-94b4-4061-872d-53f6fbd54364 req-3cbb927a-3667-43e7-a08c-20a5f394661c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:47.239241 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9729a8ac-94b4-4061-872d-53f6fbd54364 req-3cbb927a-3667-43e7-a08c-20a5f394661c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.0851653 Dec 16 15:24:47.263240 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54970) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:47.316327 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9729a8ac-94b4-4061-872d-53f6fbd54364 req-11562dbe-be72-4ee5-bfb8-0a4692a45541 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630724 Dec 16 15:24:47.418322 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d9d13755-356b-4ca1-8c08-68bff6899bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.524894 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d9d13755-356b-4ca1-8c08-68bff6899bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.529592 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d9d13755-356b-4ca1-8c08-68bff6899bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.575038 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-d9d13755-356b-4ca1-8c08-68bff6899bbb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c1febad2026e41988f3670696b375c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102231 Dec 16 15:24:47.575038 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d13755-356b-4ca1-8c08-68bff6899bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731f6b36-69b3-47aa-96fb-5e0c62f1fdb2,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:47.579378 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 54982) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:47.664528 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f737296e-fb18-47ce-a418-1f33445cc055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.707982 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f737296e-fb18-47ce-a418-1f33445cc055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.784018 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f737296e-fb18-47ce-a418-1f33445cc055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.787242 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f737296e-fb18-47ce-a418-1f33445cc055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.788873 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-f737296e-fb18-47ce-a418-1f33445cc055 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/731f6b36-69b3-47aa-96fb-5e0c62f1fdb2 HTTP/1.1" status: 204 len: 168 time: 0.2078958 Dec 16 15:24:47.803205 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737296e-fb18-47ce-a418-1f33445cc055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731f6b36-69b3-47aa-96fb-5e0c62f1fdb2,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:48.187408 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 55002) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:48.211145 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b0d3aac6-4ddd-4786-b047-ac8169a984df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:48.273052 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89632c-dbd5-4097-9795-f2ee21976ee9 req-50933838-17fc-485d-ae47-a6561fe8987d tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:48.276105 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ee89632c-dbd5-4097-9795-f2ee21976ee9 req-50933838-17fc-485d-ae47-a6561fe8987d tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 944 time: 0.1365674 Dec 16 15:24:48.318063 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4a00d-786b-4e55-b094-b52be64d5255 req-ab52a1c3-2919-421a-94b4-d5719b170632 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:48.320658 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-08e4a00d-786b-4e55-b094-b52be64d5255 req-ab52a1c3-2919-421a-94b4-d5719b170632 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 944 time: 0.1281812 Dec 16 15:24:48.360630 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b0d3aac6-4ddd-4786-b047-ac8169a984df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:48.367024 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b0d3aac6-4ddd-4786-b047-ac8169a984df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:48.405639 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 9c77c6c4-9cbf-4972-99f7-429cdc190817 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:48.447786 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-b0d3aac6-4ddd-4786-b047-ac8169a984df admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d12043b7b4bf488fb3e40332f0232920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583346 Dec 16 15:24:48.450404 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3aac6-4ddd-4786-b047-ac8169a984df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db22e613-d6e5-45cd-9c31-e994bcbdc67d,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:48.454479 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 55008) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:48.470242 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ee89632c-dbd5-4097-9795-f2ee21976ee9 req-9c129014-8f33-40f1-b89a-a9cd924f2c75 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789804 Dec 16 15:24:48.480833 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-08e4a00d-786b-4e55-b094-b52be64d5255 req-2cb91666-7487-4011-baa4-a31b1b7e260f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458201 Dec 16 15:24:48.553750 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port 9c77c6c4-9cbf-4972-99f7-429cdc190817 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:24:48.565967 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 9c77c6c4-9cbf-4972-99f7-429cdc190817 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:48.567109 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:48.590846 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc93b-2058-4e0d-9641-b372750a9e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:48.623398 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc93b-2058-4e0d-9641-b372750a9e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:48.686702 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc93b-2058-4e0d-9641-b372750a9e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:48.689921 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc93b-2058-4e0d-9641-b372750a9e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:48.691297 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-9a9bc93b-2058-4e0d-9641-b372750a9e1e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db22e613-d6e5-45cd-9c31-e994bcbdc67d HTTP/1.1" status: 204 len: 168 time: 0.2245138 Dec 16 15:24:48.706167 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bc93b-2058-4e0d-9641-b372750a9e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db22e613-d6e5-45cd-9c31-e994bcbdc67d,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:48.728743 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550f45-7e5f-4367-a494-eecead14da0a req-dee464ea-35a1-47c2-9737-b37a87b0f783 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:48.742375 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fa550f45-7e5f-4367-a494-eecead14da0a req-dee464ea-35a1-47c2-9737-b37a87b0f783 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.1160438 Dec 16 15:24:48.745940 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:48.814701 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c77c6c4-9cbf-4972-99f7-429cdc190817'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:48.819368 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7378e2-1ad3-44d6-8c67-3d2daa8dbdc8" -d '{"events": [{"server_uuid": "e24d7779-dc1f-4d20-99a2-60496061db83", "name": "network-vif-plugged", "status": "completed", "tag": "9c77c6c4-9cbf-4972-99f7-429cdc190817"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:48.845845 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 9c77c6c4-9cbf-4972-99f7-429cdc190817, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:48.854522 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:48.899744 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fa550f45-7e5f-4367-a494-eecead14da0a req-b01512cb-17ea-44b4-8f5b-4c762143e82f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406264 Dec 16 15:24:48.944165 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d05126-e284-4803-b55a-2b136105daca x-openstack-request-id: req-d6d05126-e284-4803-b55a-2b136105daca {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:48.945140 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24d7779-dc1f-4d20-99a2-60496061db83", "name": "network-vif-plugged", "status": "completed", "tag": "9c77c6c4-9cbf-4972-99f7-429cdc190817", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:48.946082 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d6d05126-e284-4803-b55a-2b136105daca {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:48.946989 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c77c6c4-9cbf-4972-99f7-429cdc190817', 'code': 200} Dec 16 15:24:48.969080 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=9c77c6c4-9cbf-4972-99f7-429cdc190817,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:49.703874 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-5d4bd18d-102f-409b-8e23-3ab4a93da23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:49.766699 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e399fba-3a74-48ea-86b8-42f2784d11e0 req-66361462-27d3-4c34-9ea3-4ded6f83271b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:49.768760 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e399fba-3a74-48ea-86b8-42f2784d11e0 req-66361462-27d3-4c34-9ea3-4ded6f83271b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 944 time: 0.1238213 Dec 16 15:24:49.784791 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65a251-f329-4a34-996b-b3465d09714f req-2a9500ea-5fae-4e7d-a074-ddb32152e2c8 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:49.786692 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0d65a251-f329-4a34-996b-b3465d09714f req-2a9500ea-5fae-4e7d-a074-ddb32152e2c8 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1580021 Dec 16 15:24:49.948809 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e399fba-3a74-48ea-86b8-42f2784d11e0 req-859451a8-a55f-4e7d-9680-1acbc58219de tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606178 Dec 16 15:24:49.956436 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0d65a251-f329-4a34-996b-b3465d09714f req-a8242fb9-df17-4559-8db2-e35be0ce5a1a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585190 Dec 16 15:24:50.162946 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb716b36-3bb8-42b0-aaa3-3747bc2ff987 req-74010c33-4493-4d9d-a0a9-a0b1b2e9e040 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:50.166463 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cb716b36-3bb8-42b0-aaa3-3747bc2ff987 req-74010c33-4493-4d9d-a0a9-a0b1b2e9e040 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.0856547 Dec 16 15:24:50.235288 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cb716b36-3bb8-42b0-aaa3-3747bc2ff987 req-48c25ca3-8c7d-4523-bf3c-234b8815ed66 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615506 Dec 16 15:24:50.695635 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:50.747474 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5969bce-ce91-4e4e-8571-6d46dced8d88 req-b29b3e50-9108-4907-853a-a42e02caa099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:50.748088 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c5969bce-ce91-4e4e-8571-6d46dced8d88 req-b29b3e50-9108-4907-853a-a42e02caa099 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 1098 time: 0.0574527 Dec 16 15:24:50.840424 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c5969bce-ce91-4e4e-8571-6d46dced8d88 req-d3e5bf68-363b-4bcb-b581-ed5cc0d3a063 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701308 Dec 16 15:24:51.272901 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce36cd-edd4-4a43-9c0a-84e1d89e376e req-3163e8d2-ff51-4a69-93a3-68a4b9cdc1d4 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:51.274249 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3dce36cd-edd4-4a43-9c0a-84e1d89e376e req-3163e8d2-ff51-4a69-93a3-68a4b9cdc1d4 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 944 time: 0.1746125 Dec 16 15:24:51.288073 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc500c54-bdb1-4bc0-89f8-93fda74edcf8 req-d0db845b-ca8d-430c-a7b6-2055a663068c tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:51.293839 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fc500c54-bdb1-4bc0-89f8-93fda74edcf8 req-d0db845b-ca8d-430c-a7b6-2055a663068c tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1394563 Dec 16 15:24:51.453890 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3dce36cd-edd4-4a43-9c0a-84e1d89e376e req-b59726d8-fb14-4d2e-8666-1a9346962180 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579044 Dec 16 15:24:51.470136 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fc500c54-bdb1-4bc0-89f8-93fda74edcf8 req-dbf51625-054e-463b-8aad-4df889d90bf2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520731 Dec 16 15:24:51.644157 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8295733-6dad-4d3f-ac75-314537c03755 req-c468cf05-99cd-4eaf-9456-8f3fa6b98e0f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:51.647298 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d8295733-6dad-4d3f-ac75-314537c03755 req-c468cf05-99cd-4eaf-9456-8f3fa6b98e0f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.0602872 Dec 16 15:24:51.713406 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d8295733-6dad-4d3f-ac75-314537c03755 req-5ba8006f-a0b7-48d2-b10c-048a523dbe0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551374 Dec 16 15:24:51.979178 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:52.721057 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc2ee2-91a4-4da7-a4d3-2af1abf809c7 req-4a164cbc-32e6-44fd-b801-ca40693f0c45 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:52.722939 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-94dc2ee2-91a4-4da7-a4d3-2af1abf809c7 req-4a164cbc-32e6-44fd-b801-ca40693f0c45 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1431522 Dec 16 15:24:52.772866 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdcd7a-a788-4b72-a809-1e81bc3cda9d req-9fd4c42b-8d9b-449e-bb67-1b75c8705ed1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:52.775579 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3bdcd7a-a788-4b72-a809-1e81bc3cda9d req-9fd4c42b-8d9b-449e-bb67-1b75c8705ed1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 944 time: 0.1394937 Dec 16 15:24:52.831696 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-94dc2ee2-91a4-4da7-a4d3-2af1abf809c7 req-e8e5f084-3c51-478d-8a84-a467d5d28924 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995667 Dec 16 15:24:52.873108 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3bdcd7a-a788-4b72-a809-1e81bc3cda9d req-f09c4bf2-f364-416e-8c28-edcbde4d0ed8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814817 Dec 16 15:24:52.980815 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf4fec-a16f-48a7-8c7b-050203900739 req-a357a10a-da29-4e9b-a602-0058f0896169 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:52.982401 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-49bf4fec-a16f-48a7-8c7b-050203900739 req-a357a10a-da29-4e9b-a602-0058f0896169 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.0649586 Dec 16 15:24:53.069094 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:53.082520 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-49bf4fec-a16f-48a7-8c7b-050203900739 req-bdfb1642-93db-417c-89e9-674fbd10891f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928321 Dec 16 15:24:53.715347 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec612745-5d59-4820-96e9-f9bcada53faa req-e0f6e4a2-12fa-429a-bee8-a2f18c400dde tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:53.718143 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-e0f6e4a2-12fa-429a-bee8-a2f18c400dde tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 814 time: 0.1898248 Dec 16 15:24:53.742140 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-dbcb31b1-8bc4-4d06-b78a-ffdf915d7dd7 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/quotas/0f41357d2eed40678067e34cc4a8a82d HTTP/1.1" status: 200 len: 375 time: 0.0162091 Dec 16 15:24:53.824209 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-d3d600e2-3ad0-46fe-9df5-1746b470b24b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729342 Dec 16 15:24:53.943834 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-c5fd15e5-74a2-42fd-8fc0-8f93ac08cb5f service neutron] 10.222.0.75 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115177 Dec 16 15:24:54.138751 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa21c1-7e97-4491-87e9-d830563a1568 req-85047cf9-4cde-4339-b52b-4a23992bd552 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:54.140797 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d7fa21c1-7e97-4491-87e9-d830563a1568 req-85047cf9-4cde-4339-b52b-4a23992bd552 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1866050 Dec 16 15:24:54.196382 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-973f3453-3d3f-4e56-b347-487cb9858f05 service neutron] 10.222.0.75 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387328 Dec 16 15:24:54.252387 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d7fa21c1-7e97-4491-87e9-d830563a1568 req-c2872eef-5cb3-4bd5-a903-67318edf657d tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964177 Dec 16 15:24:54.306656 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c509472f-e974-4a1a-88f5-743ca923eec6 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:24:54.481464 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b03182-d34d-4fe7-b0bf-e62ac599e925 req-f4160e61-3a4e-49bb-863c-e19d9cd4ee5d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:54.484640 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f3b03182-d34d-4fe7-b0bf-e62ac599e925 req-f4160e61-3a4e-49bb-863c-e19d9cd4ee5d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 944 time: 0.1461780 Dec 16 15:24:54.499388 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port c509472f-e974-4a1a-88f5-743ca923eec6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c509472f-e974-4a1a-88f5-743ca923eec6,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:54.543292 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'c509472f-e974-4a1a-88f5-743ca923eec6', 'network_id': 'ef10b335-f6cb-4f33-b364-6bec0cd5df13', 'port_id': 'c509472f-e974-4a1a-88f5-743ca923eec6', 'mac_address': 'fa:16:3e:d6:16:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878cfd11-30a6-40ee-8e2a-ea532f7ac79c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:24:54.590590 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:54.612386 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c509472f-e974-4a1a-88f5-743ca923eec6 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:54.652113 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port c509472f-e974-4a1a-88f5-743ca923eec6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c509472f-e974-4a1a-88f5-743ca923eec6,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:54.657484 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:54.666239 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23ed96-4cf9-4dc0-a475-8fefec982892 req-023611fe-7a4f-42d6-97ac-d45f25a7116d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:54.678051 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fd23ed96-4cf9-4dc0-a475-8fefec982892 req-023611fe-7a4f-42d6-97ac-d45f25a7116d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.1915815 Dec 16 15:24:54.702464 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f3b03182-d34d-4fe7-b0bf-e62ac599e925 req-006527b8-2d3f-4bae-ad85-af801afb3e3e tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992624 Dec 16 15:24:54.771566 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=c509472f-e974-4a1a-88f5-743ca923eec6,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:54.774777 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fd23ed96-4cf9-4dc0-a475-8fefec982892 req-b18d6276-3f18-4500-b233-af89ad33df13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921869 Dec 16 15:24:54.852704 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c114c92b-95e8-4a12-88d9-8d049f7ca079 req-7a962507-f343-4570-9fd9-eb5aedb17644 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 210 time: 0.0353782 Dec 16 15:24:55.327560 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device ba4a2c79-9883-4f19-9259-428e42ff4e2c up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:55.435967 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port ba4a2c79-9883-4f19-9259-428e42ff4e2c completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:24:55.442379 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port ba4a2c79-9883-4f19-9259-428e42ff4e2c triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:55.443203 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:55.550690 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53663a04-d009-4f38-b1c9-87a49c11bbd9 req-974cb18c-9cc7-4170-9873-a7baf96ca106 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:55.552948 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-53663a04-d009-4f38-b1c9-87a49c11bbd9 req-974cb18c-9cc7-4170-9873-a7baf96ca106 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1369185 Dec 16 15:24:55.576072 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:55.611879 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:55.616301 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c17d11-aa70-421d-9d2d-a9204b2534f9" -d '{"events": [{"server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:55.655264 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:55.656984 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-53663a04-d009-4f38-b1c9-87a49c11bbd9 req-00eaa40e-e4af-43df-a4db-5cfc72e000be tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959952 Dec 16 15:24:55.676015 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:55.717147 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc412cc3-4a93-4c19-9966-ba1ceb2879bb x-openstack-request-id: req-dc412cc3-4a93-4c19-9966-ba1ceb2879bb {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:55.717517 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:55.717770 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dc412cc3-4a93-4c19-9966-ba1ceb2879bb {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:55.718177 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'code': 200} Dec 16 15:24:55.762398 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=ba4a2c79-9883-4f19-9259-428e42ff4e2c,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:55.850165 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['c509472f-e974-4a1a-88f5-743ca923eec6'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:24:55.895457 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816614d7-ddd4-490e-af5b-1bf34b4ab8b8 req-5d056719-5619-4978-b366-435fa7e1617c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:55.897569 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-816614d7-ddd4-490e-af5b-1bf34b4ab8b8 req-5d056719-5619-4978-b366-435fa7e1617c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 945 time: 0.0938172 Dec 16 15:24:56.054246 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-816614d7-ddd4-490e-af5b-1bf34b4ab8b8 req-7bcda031-006e-493f-9dfc-4050d6b6c5cf tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430693 Dec 16 15:24:56.072001 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674c80-72b7-419d-be81-96f6f0eafcb3 req-f699504c-3b74-4d32-bbdc-e749dafcccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:56.074759 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-28674c80-72b7-419d-be81-96f6f0eafcb3 req-f699504c-3b74-4d32-bbdc-e749dafcccdd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 1098 time: 0.1195235 Dec 16 15:24:56.105896 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0181-2415-426e-9949-c064c061b641 req-d89b51e4-7174-458e-9145-b8ea8363fced tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:56.108653 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-96ef0181-2415-426e-9949-c064c061b641 req-d89b51e4-7174-458e-9145-b8ea8363fced tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.1835086 Dec 16 15:24:56.236848 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-342b6b0d-5fc2-4503-a88b-7ff8ee6937e6 req-00f99437-84c4-4237-a274-7633ed19c18a tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 210 time: 0.0672998 Dec 16 15:24:56.243904 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-28674c80-72b7-419d-be81-96f6f0eafcb3 req-9e8fa797-3a79-4a7b-8c11-b925f7290cee service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589522 Dec 16 15:24:56.288700 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-96ef0181-2415-426e-9949-c064c061b641 req-2e4b3b79-3c7d-470a-866e-efe301cf11d5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569729 Dec 16 15:24:56.744657 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec612745-5d59-4820-96e9-f9bcada53faa req-d8abadce-3f78-40e9-8c7f-2d1b43abfc2c tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:56.745747 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-d8abadce-3f78-40e9-8c7f-2d1b43abfc2c tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 814 time: 0.2139344 Dec 16 15:24:56.772405 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Request body: {'port': {'device_id': '49a4f4ab-b2da-4328-b82e-cfdac3055574', 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1', 'admin_state_up': True, 'tenant_id': '0f41357d2eed40678067e34cc4a8a82d'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:56.904664 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d71b5-29d0-497f-8c40-b58924086ea9 req-9b518beb-13b6-4cb8-a3f4-91578dfdf07a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:56.909563 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8e1d71b5-29d0-497f-8c40-b58924086ea9 req-9b518beb-13b6-4cb8-a3f4-91578dfdf07a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1295853 Dec 16 15:24:57.247430 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8e1d71b5-29d0-497f-8c40-b58924086ea9 req-1678f8e9-1ef8-47c0-a6dd-2e46d42ecb54 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231888 Dec 16 15:24:57.257161 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Made reservation on behalf of 0f41357d2eed40678067e34cc4a8a82d for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:57.261725 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:57.293775 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b389-b699-4140-bc60-b049a774c119 req-5bcc4729-fefd-4b11-9020-3d3fe8724a6d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:57.295353 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7599b389-b699-4140-bc60-b049a774c119 req-5bcc4729-fefd-4b11-9020-3d3fe8724a6d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 945 time: 0.1057205 Dec 16 15:24:57.362745 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c509472f-e974-4a1a-88f5-743ca923eec6 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:57.425777 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port c509472f-e974-4a1a-88f5-743ca923eec6 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:24:57.431958 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port c509472f-e974-4a1a-88f5-743ca923eec6 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:57.433841 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:57.486092 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7599b389-b699-4140-bc60-b049a774c119 req-42d967e7-9b7d-4100-9f35-c2419b0266dc tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461673 Dec 16 15:24:57.519887 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a1852-0731-45cf-b68a-dc8b54778963 req-02bbd680-da60-44bb-aa0f-b0647cd28c47 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:57.525747 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2b9a1852-0731-45cf-b68a-dc8b54778963 req-02bbd680-da60-44bb-aa0f-b0647cd28c47 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1846905 Dec 16 15:24:57.543199 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 55312) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:57.556243 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-3a01f33e-6a01-4499-87ca-bcf643626c2a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'floatingip': {'port_id': '9c77c6c4-9cbf-4972-99f7-429cdc190817'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:57.575566 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Allocated IP 172.20.0.11 (fd1e4024-a5d3-451e-951e-946646d29db1/77d270c3-988e-4ea4-a4a7-2fd404d77eae/c6fcf42a-202f-49ba-8b5d-54d19aff9722) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:57.581216 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:57.656423 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9144bdbc-440f-4691-ac17-352a68e7b9bf req-9c865fe3-7c23-47b7-b694-070cfb3b498f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 210 time: 0.0909646 Dec 16 15:24:57.662628 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port c509472f-e974-4a1a-88f5-743ca923eec6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c509472f-e974-4a1a-88f5-743ca923eec6,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:57.672379 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:57.760446 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a01f33e-6a01-4499-87ca-bcf643626c2a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:57.840901 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 55330) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:57.882037 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61d019-a87c-4b75-8e50-6899070744e4 req-705fb207-1cd1-4b17-b5ad-839f270ea7a3 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:57.900407 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7b61d019-a87c-4b75-8e50-6899070744e4 req-705fb207-1cd1-4b17-b5ad-839f270ea7a3 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.2313278 Dec 16 15:24:57.957370 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9e10cd-ac2a-4955-bc13-9d82c769169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c509472f-e974-4a1a-88f5-743ca923eec6'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:57.962022 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ec6be1-a105-4f9b-820d-62b3a577dd75" -d '{"events": [{"server_uuid": "ce9e10cd-ac2a-4955-bc13-9d82c769169e", "name": "network-vif-plugged", "status": "completed", "tag": "c509472f-e974-4a1a-88f5-743ca923eec6"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:58.073772 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28704637-a57e-4ad6-a757-1dab49eb17df x-openstack-request-id: req-28704637-a57e-4ad6-a757-1dab49eb17df {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:58.074256 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9e10cd-ac2a-4955-bc13-9d82c769169e", "name": "network-vif-plugged", "status": "completed", "tag": "c509472f-e974-4a1a-88f5-743ca923eec6", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:58.074553 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28704637-a57e-4ad6-a757-1dab49eb17df {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:58.075185 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9e10cd-ac2a-4955-bc13-9d82c769169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c509472f-e974-4a1a-88f5-743ca923eec6', 'code': 200} Dec 16 15:24:58.091647 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=c509472f-e974-4a1a-88f5-743ca923eec6,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:58.119585 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.130258 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.132284 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.133289 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.135041 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.135867 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.136657 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.137570 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.138376 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.139141 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.142483 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.143543 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.144290 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.228278 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7b61d019-a87c-4b75-8e50-6899070744e4 req-7cda8a5e-b0fb-48b1-9ae7-fca9ff642cdb tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242366 Dec 16 15:24:58.330414 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8f85e267-7d39-43c0-a846-fbb824ca022c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.361008 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.478863 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.492920 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['3f7b6684-95a6-4d42-982e-388e8606f82b'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:24:58.622318 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8f85e267-7d39-43c0-a846-fbb824ca022c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.641352 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8f85e267-7d39-43c0-a846-fbb824ca022c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.647993 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Network fd1e4024-a5d3-451e-951e-946646d29db1 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:58.675901 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:58.683235 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:58.694751 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:58.695455 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.756909 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Pushing event updated for resources: {'Port': ['ID=c6fcf42a-202f-49ba-8b5d-54d19aff9722,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:58.782773 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.783273 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.783545 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.783844 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.784191 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.784535 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.784897 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.785280 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.785623 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.785964 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.786303 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.786637 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.786974 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:58.814130 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85e267-7d39-43c0-a846-fbb824ca022c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc1427e-7f5c-4022-93ea-3c93f2380af0,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:58.827054 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-eea31a25-84b8-4fbd-aebb-2031c78266be tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0597763 Dec 16 15:24:58.841367 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-8f85e267-7d39-43c0-a846-fbb824ca022c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cba38f31cc724a8b9da2be501ee71461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9383345 Dec 16 15:24:58.846910 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 55352) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:58.903037 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7653cf1-9ee9-40f9-a0a3-455199446abb req-de64cafe-6c9a-4143-9c2f-636e05a9a415 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:58.907112 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7653cf1-9ee9-40f9-a0a3-455199446abb req-de64cafe-6c9a-4143-9c2f-636e05a9a415 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.2702549 Dec 16 15:24:59.103231 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228a6b9-d9c9-47de-8127-426b563345d5 req-2545973d-4274-4bf6-97f5-db2a4316009b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:59.106140 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5228a6b9-d9c9-47de-8127-426b563345d5 req-2545973d-4274-4bf6-97f5-db2a4316009b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 932 time: 0.2341619 Dec 16 15:24:59.124598 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7653cf1-9ee9-40f9-a0a3-455199446abb req-f650e8d5-c071-4ca0-86bb-395842dbfa48 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954422 Dec 16 15:24:59.127294 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-33981e83-84fa-4a5f-ac0e-1672bb2bc79d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.183863 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c170a4-4de6-49f6-9dd8-c5c9c0d49df2 req-3d5685c2-d016-44cf-8f37-2df3d7766b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:59.185716 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-15c170a4-4de6-49f6-9dd8-c5c9c0d49df2 req-3d5685c2-d016-44cf-8f37-2df3d7766b16 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 1099 time: 0.7326026 Dec 16 15:24:59.203601 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-33981e83-84fa-4a5f-ac0e-1672bb2bc79d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.238576 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5228a6b9-d9c9-47de-8127-426b563345d5 req-14b07a2a-0015-4328-b8ec-0fb5edd655a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223879 Dec 16 15:24:59.293858 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-33981e83-84fa-4a5f-ac0e-1672bb2bc79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.298102 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-33981e83-84fa-4a5f-ac0e-1672bb2bc79d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.303304 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-33981e83-84fa-4a5f-ac0e-1672bb2bc79d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/edc1427e-7f5c-4022-93ea-3c93f2380af0 HTTP/1.1" status: 204 len: 168 time: 0.4429586 Dec 16 15:24:59.322381 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33981e83-84fa-4a5f-ac0e-1672bb2bc79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc1427e-7f5c-4022-93ea-3c93f2380af0,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:59.346301 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.db.resource_extend [None req-3a01f33e-6a01-4499-87ca-bcf643626c2a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:24:59.506536 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dadce-8c48-4cdd-bd97-ed99163769fd req-d4f2d7f9-3906-4fe2-b9af-9f024b17307d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:59.509417 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-593dadce-8c48-4cdd-bd97-ed99163769fd req-d4f2d7f9-3906-4fe2-b9af-9f024b17307d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.1052516 Dec 16 15:24:59.522623 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a01f33e-6a01-4499-87ca-bcf643626c2a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.529515 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a01f33e-6a01-4499-87ca-bcf643626c2a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.599918 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-593dadce-8c48-4cdd-bd97-ed99163769fd req-9002947a-0b52-464e-9f59-480044633e41 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825956 Dec 16 15:24:59.702854 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.l3_db [None req-3a01f33e-6a01-4499-87ca-bcf643626c2a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Floating IP 7a6614d9-6302-4b96-bda1-b393c693ca62 associated. External IP: 172.27.3.186, port: 9c77c6c4-9cbf-4972-99f7-429cdc190817. Dec 16 15:24:59.767181 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 55370) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:59.784560 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-084385cf-bc8a-4131-9300-6581f97ca1f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.810743 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3900e-78fc-4e34-b30d-f762c5fe967f req-2a47659c-c673-4e58-855e-6fbefc2d6bda tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:59.812391 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-66a3900e-78fc-4e34-b30d-f762c5fe967f req-2a47659c-c673-4e58-855e-6fbefc2d6bda tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0907407 Dec 16 15:24:59.828150 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 55372) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:59.836391 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-a85fd372-2011-4f3f-a75b-d7695fc39cf1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'floatingip': {'port_id': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:00.000721 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a01f33e-6a01-4499-87ca-bcf643626c2a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:25:00.005021 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a85fd372-2011-4f3f-a75b-d7695fc39cf1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.122353 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a01f33e-6a01-4499-87ca-bcf643626c2a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:00.127643 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a01f33e-6a01-4499-87ca-bcf643626c2a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.144429 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ec2ff-062e-4dde-8e1a-e7c0ddf98a43 None None] Sync routers for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:00.169579 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ec2ff-062e-4dde-8e1a-e7c0ddf98a43 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:00.169883 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-3a01f33e-6a01-4499-87ca-bcf643626c2a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "PUT /v2.0/floatingips/7a6614d9-6302-4b96-bda1-b393c693ca62 HTTP/1.1" status: 200 len: 991 time: 2.6153703 Dec 16 15:25:00.169883 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'tag': '9c77c6c4-9cbf-4972-99f7-429cdc190817'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:00.170199 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-e07ec2ff-062e-4dde-8e1a-e7c0ddf98a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:24:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:00.170380 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf49a54-10b7-4b70-94e1-42ae1e445df4" -d '{"events": [{"name": "network-changed", "server_uuid": "e24d7779-dc1f-4d20-99a2-60496061db83", "tag": "9c77c6c4-9cbf-4972-99f7-429cdc190817"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:00.301625 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-e07ec2ff-062e-4dde-8e1a-e7c0ddf98a43 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:00.428318 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-084385cf-bc8a-4131-9300-6581f97ca1f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.443377 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-084385cf-bc8a-4131-9300-6581f97ca1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.544418 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-084385cf-bc8a-4131-9300-6581f97ca1f1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6ec5515f2d4c421b8547e3980b5b5904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7758138 Dec 16 15:25:00.549472 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 55388) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:00.551981 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95030d2f-ee20-4ae6-97f2-4dabebf6dfbe req-94a5a9bf-e6b4-4643-9dae-1e4071a6d99a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:00.553645 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-95030d2f-ee20-4ae6-97f2-4dabebf6dfbe req-94a5a9bf-e6b4-4643-9dae-1e4071a6d99a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.2645109 Dec 16 15:25:00.557476 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084385cf-bc8a-4131-9300-6581f97ca1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59b958a-ee14-4454-a0b3-6af01af69faf,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:00.659676 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.690261 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.764716 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.769995 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.773121 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c59b958a-ee14-4454-a0b3-6af01af69faf HTTP/1.1" status: 204 len: 168 time: 0.2226729 Dec 16 15:25:00.788189 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59b958a-ee14-4454-a0b3-6af01af69faf,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:00.795829 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-e07ec2ff-062e-4dde-8e1a-e7c0ddf98a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '7a6614d9-6302-4b96-bda1-b393c693ca62', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'port_id': '9c77c6c4-9cbf-4972-99f7-429cdc190817', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'mac_address': 'fa:16:3e:98:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:24:20Z', 'updated_at': '2021-12-16T15:24:59Z', 'revision_number': 1, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:00.803485 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.804085 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.804647 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.805549 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.806132 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.806722 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.807293 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.807867 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.808446 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.809027 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.809644 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.810220 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.810791 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664930b-071b-42d6-8bb3-712c5cea619c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:00.881757 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ec2ff-062e-4dde-8e1a-e7c0ddf98a43 None None] Checking router: 3c5de732-6eb7-460d-accf-ac090bf9b0a7 for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:25:00.897895 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ec2ff-062e-4dde-8e1a-e7c0ddf98a43 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:00.899614 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-e07ec2ff-062e-4dde-8e1a-e7c0ddf98a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:24:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:00.907677 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-95030d2f-ee20-4ae6-97f2-4dabebf6dfbe req-6c8cffac-ad73-45df-a4c9-d4603db71678 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984862 Dec 16 15:25:01.031227 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e369ca6-1946-4b93-bbde-acdd104bfa26 x-openstack-request-id: req-9e369ca6-1946-4b93-bbde-acdd104bfa26 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:01.031957 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24d7779-dc1f-4d20-99a2-60496061db83", "tag": "9c77c6c4-9cbf-4972-99f7-429cdc190817", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:01.032247 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e369ca6-1946-4b93-bbde-acdd104bfa26 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:01.032852 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'tag': '9c77c6c4-9cbf-4972-99f7-429cdc190817', 'status': 'completed', 'code': 200} Dec 16 15:25:01.128077 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-e07ec2ff-062e-4dde-8e1a-e7c0ddf98a43 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:01.425139 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf1972-1792-481b-bc34-49230de3f967 req-d1efbd95-7c60-4655-a1d2-8d773cb66b04 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:01.426940 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6dbf1972-1792-481b-bc34-49230de3f967 req-d1efbd95-7c60-4655-a1d2-8d773cb66b04 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 932 time: 0.2965882 Dec 16 15:25:01.515617 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-e07ec2ff-062e-4dde-8e1a-e7c0ddf98a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '7a6614d9-6302-4b96-bda1-b393c693ca62', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'port_id': '9c77c6c4-9cbf-4972-99f7-429cdc190817', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'mac_address': 'fa:16:3e:98:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:24:20Z', 'updated_at': '2021-12-16T15:24:59Z', 'revision_number': 1, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:01.537974 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a85fd372-2011-4f3f-a75b-d7695fc39cf1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:01.550789 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a85fd372-2011-4f3f-a75b-d7695fc39cf1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:01.563895 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ec2ff-062e-4dde-8e1a-e7c0ddf98a43 None None] The sync data for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi is: [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '7a6614d9-6302-4b96-bda1-b393c693ca62', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'port_id': '9c77c6c4-9cbf-4972-99f7-429cdc190817', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'mac_address': 'fa:16:3e:98:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:24:20Z', 'updated_at': '2021-12-16T15:24:59Z', 'revision_number': 1, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:01.603583 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6dbf1972-1792-481b-bc34-49230de3f967 req-d4d79c07-5562-401d-a664-5a2430f5244b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381938 Dec 16 15:25:01.727424 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.l3_db [None req-a85fd372-2011-4f3f-a75b-d7695fc39cf1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Floating IP 518248c0-fece-433e-a41f-2f552470610b associated. External IP: 172.27.3.193, port: ba4a2c79-9883-4f19-9259-428e42ff4e2c. Dec 16 15:25:01.887025 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87769b78-397d-445d-a785-5ad37d9fb59e None None] New status for floating IP 7a6614d9-6302-4b96-bda1-b393c693ca62: ACTIVE {{(pid=102464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:25:02.104508 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Request body: {'port': {'device_id': '49a4f4ab-b2da-4328-b82e-cfdac3055574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:02.152536 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-15c170a4-4de6-49f6-9dd8-c5c9c0d49df2 req-3485c782-5196-4667-9490-87ee787d85c6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854275 Dec 16 15:25:02.214910 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-2d0a49e0-945f-4b96-ae85-d238e1c05790 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568471 Dec 16 15:25:02.371264 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:02.397524 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:02.400696 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf49a54-10b7-4b70-94e1-42ae1e445df4 req-23c7a164-04e2-4684-8589-57db6fc553fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:02.403376 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-baf49a54-10b7-4b70-94e1-42ae1e445df4 req-23c7a164-04e2-4684-8589-57db6fc553fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 1098 time: 0.2852170 Dec 16 15:25:02.409879 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85fd372-2011-4f3f-a75b-d7695fc39cf1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Router b750f248-0906-431a-8533-e1a7c12171fd has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:25:02.478967 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e5184-e29c-45a9-9ad2-a5085ca57df5 req-affa2d69-ff4b-4567-a571-c1e6dc352e2d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:02.481692 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9a6e5184-e29c-45a9-9ad2-a5085ca57df5 req-affa2d69-ff4b-4567-a571-c1e6dc352e2d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.3923175 Dec 16 15:25:02.610459 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-84237212-829e-49c0-b4d8-ccaf802b351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:02.613160 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-84237212-829e-49c0-b4d8-ccaf802b351f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 1099 time: 0.0545695 Dec 16 15:25:02.809753 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 55438) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:02.874925 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-30f9e2ce-2ce7-4a64-a236-cffd4fed47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:02.877363 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-30f9e2ce-2ce7-4a64-a236-cffd4fed47ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 915 time: 0.2089143 Dec 16 15:25:02.916777 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9a6e5184-e29c-45a9-9ad2-a5085ca57df5 req-5c81345d-8517-407f-a145-f28e078624b1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209449 Dec 16 15:25:02.951300 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-4cbfc5dc-4394-41a4-bded-90d381305882 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f7b6684-95a6-4d42-982e-388e8606f82b HTTP/1.1" status: 200 len: 217 time: 0.0633237 Dec 16 15:25:03.041600 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf49a54-10b7-4b70-94e1-42ae1e445df4 req-0cbd6450-2d63-40b8-88e3-d60c352f9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:03.044080 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-baf49a54-10b7-4b70-94e1-42ae1e445df4 req-0cbd6450-2d63-40b8-88e3-d60c352f9567 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 911 time: 0.5246038 Dec 16 15:25:03.063659 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ec143ba6-1875-4592-9716-79d9537f042f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.081777 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85fd372-2011-4f3f-a75b-d7695fc39cf1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:03.092502 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-9a63ed33-9699-4850-a9d3-eb5e873d369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:03.094153 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad75bf1-b994-49dc-8629-162d598c6580 None None] Sync routers for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:03.095413 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-9a63ed33-9699-4850-a9d3-eb5e873d369b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77d270c3-988e-4ea4-a4a7-2fd404d77eae HTTP/1.1" status: 200 len: 854 time: 0.1309347 Dec 16 15:25:03.097065 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1e64e-3bc1-402e-b903-f0e6726d182e req-e94047ab-2abb-4404-bc98-a26907f0343e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:03.099609 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-40f1e64e-3bc1-402e-b903-f0e6726d182e req-e94047ab-2abb-4404-bc98-a26907f0343e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 932 time: 0.3154266 Dec 16 15:25:03.105467 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a85fd372-2011-4f3f-a75b-d7695fc39cf1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.111614 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad75bf1-b994-49dc-8629-162d598c6580 None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:03.112363 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-0ad75bf1-b994-49dc-8629-162d598c6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:24:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:03.174719 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-e5d095e4-6c22-4caf-b35e-0a163bfb1c5f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd1e4024-a5d3-451e-951e-946646d29db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674541 Dec 16 15:25:03.265703 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-0ad75bf1-b994-49dc-8629-162d598c6580 None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:03.304720 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-a85fd372-2011-4f3f-a75b-d7695fc39cf1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "PUT /v2.0/floatingips/518248c0-fece-433e-a41f-2f552470610b HTTP/1.1" status: 200 len: 991 time: 3.4654181 Dec 16 15:25:03.332514 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:03.335333 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e737ce2-0748-45e4-8890-0f561903450d" -d '{"events": [{"name": "network-changed", "server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:03.353452 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-baf49a54-10b7-4b70-94e1-42ae1e445df4 req-ce1bbccd-e3a0-46e6-9502-34d914911255 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817 HTTP/1.1" status: 200 len: 1001 time: 0.2887230 Dec 16 15:25:03.393321 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-40f1e64e-3bc1-402e-b903-f0e6726d182e req-a0b8968b-71a9-48ed-92c3-c630fe57e45e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199819 Dec 16 15:25:03.413131 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ec143ba6-1875-4592-9716-79d9537f042f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.419350 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ec143ba6-1875-4592-9716-79d9537f042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.456840 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf49a54-10b7-4b70-94e1-42ae1e445df4 req-91e1fb77-9c3e-4e91-8756-db7572c8f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:03.460764 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-baf49a54-10b7-4b70-94e1-42ae1e445df4 req-91e1fb77-9c3e-4e91-8756-db7572c8f668 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1053c293-7fb3-4c40-8b29-578e6f0f756b HTTP/1.1" status: 200 len: 849 time: 0.0867908 Dec 16 15:25:03.509793 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ec143ba6-1875-4592-9716-79d9537f042f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=489ced296afb443b9444b7547d4f162e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6984158 Dec 16 15:25:03.513336 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec143ba6-1875-4592-9716-79d9537f042f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ca7f18-0fcb-4ce5-86b0-eb5949340732,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:03.517225 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 55456) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:03.596740 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ae6b3e-0a2a-4cbd-919a-72fdd3111d78 x-openstack-request-id: req-24ae6b3e-0a2a-4cbd-919a-72fdd3111d78 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:03.597117 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:03.597294 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-24ae6b3e-0a2a-4cbd-919a-72fdd3111d78 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:03.597680 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'status': 'completed', 'code': 200} Dec 16 15:25:03.655907 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fcf42a-202f-49ba-8b5d-54d19aff9722 {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:25:03.669806 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.684669 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf49a54-10b7-4b70-94e1-42ae1e445df4 req-95196c39-d07a-4bb6-bdac-8d22e7835dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:03.686281 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-baf49a54-10b7-4b70-94e1-42ae1e445df4 req-95196c39-d07a-4bb6-bdac-8d22e7835dd4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9090a524-2252-4eae-b08b-7fbbd31942c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2134511 Dec 16 15:25:03.686667 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-ac6dcf98-60f5-41ed-8bef-31c34720d946 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892521 Dec 16 15:25:03.700693 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Transition to ACTIVE for port object c6fcf42a-202f-49ba-8b5d-54d19aff9722 will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:25:03.713788 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.831804 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-0ad75bf1-b994-49dc-8629-162d598c6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '518248c0-fece-433e-a41f-2f552470610b', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'port_id': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'mac_address': 'fa:16:3e:0d:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:24:22Z', 'updated_at': '2021-12-16T15:25:01Z', 'revision_number': 1, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:03.892415 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad75bf1-b994-49dc-8629-162d598c6580 None None] Checking router: b750f248-0906-431a-8533-e1a7c12171fd for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:25:03.895830 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e737ce2-0748-45e4-8890-0f561903450d req-7c55745a-4e00-49b1-8c4c-ec416d2ff6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:03.898386 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-4e737ce2-0748-45e4-8890-0f561903450d req-7c55745a-4e00-49b1-8c4c-ec416d2ff6fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 1098 time: 0.2896502 Dec 16 15:25:03.905871 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad75bf1-b994-49dc-8629-162d598c6580 None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:03.906882 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-0ad75bf1-b994-49dc-8629-162d598c6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:24:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:03.909453 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ed0fde19-0937-4940-8960-8dd0105bcb4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.009164 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ed0fde19-0937-4940-8960-8dd0105bcb4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.116573 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-0ad75bf1-b994-49dc-8629-162d598c6580 None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:04.306618 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-45dfc8dc-5c67-431e-b69d-ed463e68cda0 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800643 Dec 16 15:25:04.334342 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ed0fde19-0937-4940-8960-8dd0105bcb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.338952 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ed0fde19-0937-4940-8960-8dd0105bcb4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.345551 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ed0fde19-0937-4940-8960-8dd0105bcb4f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89ca7f18-0fcb-4ce5-86b0-eb5949340732 HTTP/1.1" status: 204 len: 168 time: 0.7976067 Dec 16 15:25:04.346663 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e737ce2-0748-45e4-8890-0f561903450d req-5aaf08cc-be83-43e3-be23-dd839f4e77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:04.349323 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-4e737ce2-0748-45e4-8890-0f561903450d req-5aaf08cc-be83-43e3-be23-dd839f4e77f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 918 time: 0.3675046 Dec 16 15:25:04.366975 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fde19-0937-4940-8960-8dd0105bcb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ca7f18-0fcb-4ce5-86b0-eb5949340732,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:04.591821 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-baf49a54-10b7-4b70-94e1-42ae1e445df4 req-928a309c-86ba-4e7a-9bbb-098e86b70567 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958183 Dec 16 15:25:04.697928 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-4e737ce2-0748-45e4-8890-0f561903450d req-46fc4519-cb90-464e-8627-38eec490a024 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c HTTP/1.1" status: 200 len: 999 time: 0.3168862 Dec 16 15:25:04.822851 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e737ce2-0748-45e4-8890-0f561903450d req-5b1b1633-badb-4dde-9b9c-667c4dab6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:04.824843 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-4e737ce2-0748-45e4-8890-0f561903450d req-5b1b1633-badb-4dde-9b9c-667c4dab6d11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.1060719 Dec 16 15:25:04.881973 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-0ad75bf1-b994-49dc-8629-162d598c6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '518248c0-fece-433e-a41f-2f552470610b', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'port_id': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'mac_address': 'fa:16:3e:0d:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:24:22Z', 'updated_at': '2021-12-16T15:25:01Z', 'revision_number': 1, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:04.926503 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad75bf1-b994-49dc-8629-162d598c6580 None None] The sync data for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi is: [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '518248c0-fece-433e-a41f-2f552470610b', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'port_id': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'mac_address': 'fa:16:3e:0d:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:24:22Z', 'updated_at': '2021-12-16T15:25:01Z', 'revision_number': 1, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:04.936541 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-baf49a54-10b7-4b70-94e1-42ae1e445df4 req-d6f96876-7fe6-47e1-b15b-747503bbbdd6 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194244 Dec 16 15:25:04.940654 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fcf42a-202f-49ba-8b5d-54d19aff9722,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:04.961125 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e737ce2-0748-45e4-8890-0f561903450d req-407daa9b-ba12-4c7b-a8bf-89858db581d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:04.965260 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-4e737ce2-0748-45e4-8890-0f561903450d req-407daa9b-ba12-4c7b-a8bf-89858db581d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1283927 Dec 16 15:25:05.023641 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Attempting to bind port c6fcf42a-202f-49ba-8b5d-54d19aff9722 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:05.024086 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Attempting to bind port c6fcf42a-202f-49ba-8b5d-54d19aff9722 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:05.024411 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Attempting to bind port c6fcf42a-202f-49ba-8b5d-54d19aff9722 on network fd1e4024-a5d3-451e-951e-946646d29db1 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:05.045314 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86f222-b08f-4b2a-97ff-a0c3c692eeb8 req-ff381135-ea03-4d98-bb33-152dc2e3b969 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:05.047329 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1e86f222-b08f-4b2a-97ff-a0c3c692eeb8 req-ff381135-ea03-4d98-bb33-152dc2e3b969 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 944 time: 0.2634735 Dec 16 15:25:05.057809 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b54fb-322f-4797-841d-e4184cfa9eea req-c7e8ce26-c504-4890-8310-1658459d7036 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:05.067314 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-992b54fb-322f-4797-841d-e4184cfa9eea req-c7e8ce26-c504-4890-8310-1658459d7036 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.5399246 Dec 16 15:25:05.079149 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Port c6fcf42a-202f-49ba-8b5d-54d19aff9722 on network fd1e4024-a5d3-451e-951e-946646d29db1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:25:05.079618 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Attempting to bind port c6fcf42a-202f-49ba-8b5d-54d19aff9722 on network fd1e4024-a5d3-451e-951e-946646d29db1 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:05.108800 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:05.109170 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Checking segment: {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:05.109570 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Bound using segment: {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:05.110026 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Bound port: c6fcf42a-202f-49ba-8b5d-54d19aff9722, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:05.110386 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.209756 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1e86f222-b08f-4b2a-97ff-a0c3c692eeb8 req-634cd639-4b64-47df-b763-8c9f542e76ac tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392486 Dec 16 15:25:05.265731 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-992b54fb-322f-4797-841d-e4184cfa9eea req-21f2c5bf-d338-4218-9a45-3ee567784c5f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952333 Dec 16 15:25:05.296049 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-4e737ce2-0748-45e4-8890-0f561903450d req-7cfa7527-a686-4f25-a4d8-33c91500a7f4 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154058 Dec 16 15:25:05.328835 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] For port c6fcf42a-202f-49ba-8b5d-54d19aff9722, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:05.332687 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] For port c6fcf42a-202f-49ba-8b5d-54d19aff9722, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c6fcf42a-202f-49ba-8b5d-54d19aff9722,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:05.342307 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.420060 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:05.420960 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.422759 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] 10.222.0.58 "PUT /v2.0/ports/c6fcf42a-202f-49ba-8b5d-54d19aff9722 HTTP/1.1" status: 200 len: 1094 time: 3.3422303 Dec 16 15:25:05.450059 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867bbf3f-d069-4c66-ae11-4f803d399639 None None] New status for floating IP 518248c0-fece-433e-a41f-2f552470610b: ACTIVE {{(pid=102464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:25:05.505835 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f26560-f217-496d-a398-92a922a24df7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fcf42a-202f-49ba-8b5d-54d19aff9722,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:05.648070 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a4f4ab-b2da-4328-b82e-cfdac3055574', 'tag': 'c6fcf42a-202f-49ba-8b5d-54d19aff9722'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:05.660439 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8e9f9-ca76-4a0a-89d6-fe2088a74f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "49a4f4ab-b2da-4328-b82e-cfdac3055574", "tag": "c6fcf42a-202f-49ba-8b5d-54d19aff9722"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:05.780481 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec612745-5d59-4820-96e9-f9bcada53faa req-dcf7c51f-ceb2-4b8f-bc9d-e2a076764c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:05.809566 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-dcf7c51f-ceb2-4b8f-bc9d-e2a076764c3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 1097 time: 0.2864130 Dec 16 15:25:06.015123 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a741c1-487d-47cd-8bc6-4292ab2b9fe3 x-openstack-request-id: req-a0a741c1-487d-47cd-8bc6-4292ab2b9fe3 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:06.015583 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a4f4ab-b2da-4328-b82e-cfdac3055574", "tag": "c6fcf42a-202f-49ba-8b5d-54d19aff9722", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:06.015993 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0a741c1-487d-47cd-8bc6-4292ab2b9fe3 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:06.016641 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a4f4ab-b2da-4328-b82e-cfdac3055574', 'tag': 'c6fcf42a-202f-49ba-8b5d-54d19aff9722', 'status': 'completed', 'code': 200} Dec 16 15:25:06.028024 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-81e8a384-dca0-43be-bb3e-c663d068d902 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fcf42a-202f-49ba-8b5d-54d19aff9722 HTTP/1.1" status: 200 len: 217 time: 0.2105317 Dec 16 15:25:06.194504 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-4e737ce2-0748-45e4-8890-0f561903450d req-3017c9da-8468-41ad-acaf-3063fe2f9a15 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8879108 Dec 16 15:25:06.218461 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec612745-5d59-4820-96e9-f9bcada53faa req-35bcad39-019e-411f-8955-edc725c55388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:06.221120 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-35bcad39-019e-411f-8955-edc725c55388 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77d270c3-988e-4ea4-a4a7-2fd404d77eae HTTP/1.1" status: 200 len: 854 time: 0.1814396 Dec 16 15:25:06.249492 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ddc93-f768-4ac2-a881-cb3a89711e8f req-440a56f0-bd6d-43d0-bc8d-1a5ce9517459 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:06.254021 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a40ddc93-f768-4ac2-a881-cb3a89711e8f req-440a56f0-bd6d-43d0-bc8d-1a5ce9517459 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 945 time: 0.1291215 Dec 16 15:25:06.320107 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a40ddc93-f768-4ac2-a881-cb3a89711e8f req-57e9062d-b6c6-458f-bf49-7ffecccc284f tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560057 Dec 16 15:25:06.456143 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ed386-c2e2-4856-8352-e4b18ab511c7 req-296a8e98-dca6-4279-9c56-f9130d4a2980 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:06.457826 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d86ed386-c2e2-4856-8352-e4b18ab511c7 req-296a8e98-dca6-4279-9c56-f9130d4a2980 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 944 time: 0.0954533 Dec 16 15:25:06.565699 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d86ed386-c2e2-4856-8352-e4b18ab511c7 req-5cd8a801-5a75-49f6-ad4e-22bba7f173ba tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994606 Dec 16 15:25:06.583729 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3ffd4-db90-486d-98fa-4d6773f829d2 req-ea932cd3-f44a-4d1c-a6f5-2bc4314f9899 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:06.592601 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b1e3ffd4-db90-486d-98fa-4d6773f829d2 req-ea932cd3-f44a-4d1c-a6f5-2bc4314f9899 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1449683 Dec 16 15:25:06.699951 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b1e3ffd4-db90-486d-98fa-4d6773f829d2 req-79bbbc2b-ce81-4fcf-af33-e40a941e9945 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995808 Dec 16 15:25:09.817856 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-d157db7e-0b3d-4c96-a1f8-92ce364e8044 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd1e4024-a5d3-451e-951e-946646d29db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387735 Dec 16 15:25:10.012717 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d6f95-3287-4573-aef2-ca5e9c99e28d req-56d783ff-b706-4f33-83b7-3801cb991d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:10.015291 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-703d6f95-3287-4573-aef2-ca5e9c99e28d req-56d783ff-b706-4f33-83b7-3801cb991d29 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 1099 time: 0.0909925 Dec 16 15:25:10.139002 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78386-26d3-4c15-92f9-e28315a72707 req-40897f49-9001-453a-ad8f-a984ab6bec9b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:10.140632 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dbe78386-26d3-4c15-92f9-e28315a72707 req-40897f49-9001-453a-ad8f-a984ab6bec9b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1740353 Dec 16 15:25:10.143964 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d6f95-3287-4573-aef2-ca5e9c99e28d req-e69d426d-5b61-45eb-a75c-5bbaaeb3dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:10.145607 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-703d6f95-3287-4573-aef2-ca5e9c99e28d req-e69d426d-5b61-45eb-a75c-5bbaaeb3dcf0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 920 time: 0.1122406 Dec 16 15:25:10.155994 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e26d2d-73d7-4c4b-808e-cf97d47a0d55 req-382a058b-b80d-4163-bd69-930294128f2e tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:10.157744 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97e26d2d-73d7-4c4b-808e-cf97d47a0d55 req-382a058b-b80d-4163-bd69-930294128f2e tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 945 time: 0.1348112 Dec 16 15:25:10.161569 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-e1b577f3-f605-4332-be7a-8242f71f4ff8 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126292 Dec 16 15:25:10.205799 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-703d6f95-3287-4573-aef2-ca5e9c99e28d req-d80f59b8-2d20-40ad-91ca-a85cdfc43ff2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c509472f-e974-4a1a-88f5-743ca923eec6 HTTP/1.1" status: 200 len: 217 time: 0.0459940 Dec 16 15:25:10.280404 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d6f95-3287-4573-aef2-ca5e9c99e28d req-8a397d9f-dfe0-45fb-bf88-c2c25d262c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:10.282270 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-703d6f95-3287-4573-aef2-ca5e9c99e28d req-8a397d9f-dfe0-45fb-bf88-c2c25d262c62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=878cfd11-30a6-40ee-8e2a-ea532f7ac79c HTTP/1.1" status: 200 len: 859 time: 0.0634100 Dec 16 15:25:10.328376 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-703d6f95-3287-4573-aef2-ca5e9c99e28d req-ab97da42-6073-4229-9520-051f1b74e977 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef10b335-f6cb-4f33-b364-6bec0cd5df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328736 Dec 16 15:25:10.383425 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97e26d2d-73d7-4c4b-808e-cf97d47a0d55 req-83775edc-78fb-403e-9b89-8df8033ed89d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031693 Dec 16 15:25:10.392386 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dbe78386-26d3-4c15-92f9-e28315a72707 req-6e5ff9ab-0a4a-4bec-b017-dc513637cabf tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330770 Dec 16 15:25:10.455104 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec612745-5d59-4820-96e9-f9bcada53faa req-95016f29-f612-407b-b0cd-267357fc69f3 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759986 Dec 16 15:25:10.478936 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-703d6f95-3287-4573-aef2-ca5e9c99e28d req-40decf6f-63a7-4ffe-a637-c79da1f3ad9f service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392000 Dec 16 15:25:10.544440 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dca50-74cf-4cd1-b99f-d10af2448951 req-35cfbc92-5219-45b2-8b2f-190badcb0de9 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:10.547324 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c1dca50-74cf-4cd1-b99f-d10af2448951 req-35cfbc92-5219-45b2-8b2f-190badcb0de9 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 944 time: 0.0728490 Dec 16 15:25:10.615386 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-703d6f95-3287-4573-aef2-ca5e9c99e28d req-bac45077-fc75-42fe-b7c1-7fb36ffaffa3 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076572 Dec 16 15:25:10.667205 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8e9f9-ca76-4a0a-89d6-fe2088a74f1c req-07723054-5c33-4069-bcf4-134a4ff1174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:10.668541 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-47a8e9f9-ca76-4a0a-89d6-fe2088a74f1c req-07723054-5c33-4069-bcf4-134a4ff1174a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 1097 time: 0.1175077 Dec 16 15:25:10.674028 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c1dca50-74cf-4cd1-b99f-d10af2448951 req-b4974a31-b34d-478b-9e17-478d33a46025 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042430 Dec 16 15:25:10.783823 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8e9f9-ca76-4a0a-89d6-fe2088a74f1c req-a5d7313c-dc77-4b84-b80d-2141684a87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:10.785783 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-47a8e9f9-ca76-4a0a-89d6-fe2088a74f1c req-a5d7313c-dc77-4b84-b80d-2141684a87bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 915 time: 0.0975912 Dec 16 15:25:10.841355 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-47a8e9f9-ca76-4a0a-89d6-fe2088a74f1c req-945c085d-cb6a-4b1e-816c-282cd69facd8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fcf42a-202f-49ba-8b5d-54d19aff9722 HTTP/1.1" status: 200 len: 217 time: 0.0431225 Dec 16 15:25:10.921342 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8e9f9-ca76-4a0a-89d6-fe2088a74f1c req-2ce02e96-6178-4917-8716-c94eee787a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:10.924499 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-47a8e9f9-ca76-4a0a-89d6-fe2088a74f1c req-2ce02e96-6178-4917-8716-c94eee787a47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77d270c3-988e-4ea4-a4a7-2fd404d77eae HTTP/1.1" status: 200 len: 854 time: 0.0686622 Dec 16 15:25:10.981571 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-47a8e9f9-ca76-4a0a-89d6-fe2088a74f1c req-2a945d02-31f1-454b-bab0-f7b70a5d76ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd1e4024-a5d3-451e-951e-946646d29db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284874 Dec 16 15:25:11.174925 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-47a8e9f9-ca76-4a0a-89d6-fe2088a74f1c req-036c44bb-7cbb-4e86-be79-d4556a90fb97 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725020 Dec 16 15:25:11.338649 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-47a8e9f9-ca76-4a0a-89d6-fe2088a74f1c req-b8b9c9aa-d76d-405c-845d-4cc29c597c46 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496665 Dec 16 15:25:11.677257 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a7024-e0fa-4612-9dfe-1ad198a7cda1 req-d10279b9-47db-4e24-87b6-192a76dd7555 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:11.679252 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-894a7024-e0fa-4612-9dfe-1ad198a7cda1 req-d10279b9-47db-4e24-87b6-192a76dd7555 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 945 time: 0.0998456 Dec 16 15:25:11.718850 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e628c32-1908-4e3e-9cf8-e897cbbd0ac3 req-74e2a9e4-17f8-4128-98a2-ac3ad7a3dfbe tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:11.720772 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7e628c32-1908-4e3e-9cf8-e897cbbd0ac3 req-74e2a9e4-17f8-4128-98a2-ac3ad7a3dfbe tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1006796 Dec 16 15:25:11.784192 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-894a7024-e0fa-4612-9dfe-1ad198a7cda1 req-e67ff432-80e1-4140-86cc-49f9be9551ea tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912516 Dec 16 15:25:11.819576 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7e628c32-1908-4e3e-9cf8-e897cbbd0ac3 req-d0faa6c3-9aa7-479a-ac2f-d663a85aa4af tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799010 Dec 16 15:25:11.904696 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020ea78-a4d6-4fe2-b5ba-b962747b65e4 req-35dabf39-1732-4425-b0ed-a88245db36a6 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:11.906411 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6020ea78-a4d6-4fe2-b5ba-b962747b65e4 req-35dabf39-1732-4425-b0ed-a88245db36a6 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 944 time: 0.0573859 Dec 16 15:25:11.959320 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6020ea78-a4d6-4fe2-b5ba-b962747b65e4 req-085dfff5-837c-444e-9c0b-fa3393032b65 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461082 Dec 16 15:25:12.938566 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7805ec-3b5d-42b4-ada1-4eca11214c81 req-933aea11-e955-4353-af85-bce520dc1e93 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:12.940120 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8f7805ec-3b5d-42b4-ada1-4eca11214c81 req-933aea11-e955-4353-af85-bce520dc1e93 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 945 time: 0.0684888 Dec 16 15:25:13.029672 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e1001-6d5f-4235-a46a-919e1c33c5f9 req-57e29346-e131-4278-a746-9f1460b1060b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:13.031645 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-738e1001-6d5f-4235-a46a-919e1c33c5f9 req-57e29346-e131-4278-a746-9f1460b1060b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0904701 Dec 16 15:25:13.035844 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8f7805ec-3b5d-42b4-ada1-4eca11214c81 req-3f4eaff6-44ef-433c-befd-ec49d66469b3 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852768 Dec 16 15:25:13.098622 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-738e1001-6d5f-4235-a46a-919e1c33c5f9 req-12ab073f-fd26-4b97-9112-fc97f99e761e tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559292 Dec 16 15:25:13.212795 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95ccd9-b5f9-4de3-8e9b-c3c2f3d42dc8 req-7de28108-dec5-41f4-a007-ff389cb7d352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:13.215506 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ff95ccd9-b5f9-4de3-8e9b-c3c2f3d42dc8 req-7de28108-dec5-41f4-a007-ff389cb7d352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 944 time: 0.0695198 Dec 16 15:25:13.275483 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ff95ccd9-b5f9-4de3-8e9b-c3c2f3d42dc8 req-e0f89a08-ff03-430a-a158-8ce7b78a5fba tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540452 Dec 16 15:25:14.692202 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c6fcf42a-202f-49ba-8b5d-54d19aff9722 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:25:14.836124 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port c6fcf42a-202f-49ba-8b5d-54d19aff9722, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c6fcf42a-202f-49ba-8b5d-54d19aff9722,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:14.850523 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'c6fcf42a-202f-49ba-8b5d-54d19aff9722', 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1', 'port_id': 'c6fcf42a-202f-49ba-8b5d-54d19aff9722', 'mac_address': 'fa:16:3e:ce:ca:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d270c3-988e-4ea4-a4a7-2fd404d77eae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:25:14.934391 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.958241 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fcf42a-202f-49ba-8b5d-54d19aff9722 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:25:14.997861 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port c6fcf42a-202f-49ba-8b5d-54d19aff9722, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c6fcf42a-202f-49ba-8b5d-54d19aff9722,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:15.004199 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.071645 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=c6fcf42a-202f-49ba-8b5d-54d19aff9722,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:16.048845 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a7c7-905a-4f59-98ee-23d6480ac44e req-3337a493-aa5c-47b1-9902-1d7b1ddc906b tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:16.050497 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8f27a7c7-905a-4f59-98ee-23d6480ac44e req-3337a493-aa5c-47b1-9902-1d7b1ddc906b tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 945 time: 0.0546935 Dec 16 15:25:16.130815 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8f27a7c7-905a-4f59-98ee-23d6480ac44e req-50c769e2-90ec-4f8f-b319-0eb34e254e78 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726089 Dec 16 15:25:16.172339 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec1ebd-5e49-4393-98c4-6f5f29361b78 req-dafbfcfd-952d-4fff-b0c3-c22f24f6d8ec tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:16.180929 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27ec1ebd-5e49-4393-98c4-6f5f29361b78 req-dafbfcfd-952d-4fff-b0c3-c22f24f6d8ec tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0889516 Dec 16 15:25:16.272826 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27ec1ebd-5e49-4393-98c4-6f5f29361b78 req-b02eda9c-3a06-4b5d-8e3f-e4656174425a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871603 Dec 16 15:25:16.350868 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148642-8492-4fd5-b57e-ba9f78778d73 req-87344c14-6e0c-4274-987b-dd3d46d0e071 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:16.352991 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-95148642-8492-4fd5-b57e-ba9f78778d73 req-87344c14-6e0c-4274-987b-dd3d46d0e071 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 945 time: 0.0961068 Dec 16 15:25:16.420035 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-95148642-8492-4fd5-b57e-ba9f78778d73 req-1c21e529-f174-4b9e-bd70-c4911ab5ea64 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599713 Dec 16 15:25:16.563737 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['c6fcf42a-202f-49ba-8b5d-54d19aff9722'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:25:16.707031 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7891f01-b054-4549-8b8f-cd9a86cafe08 req-a56dbc8b-0967-496c-bbaa-8aa10be08b5f tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:16.708613 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d7891f01-b054-4549-8b8f-cd9a86cafe08 req-a56dbc8b-0967-496c-bbaa-8aa10be08b5f tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.58 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 945 time: 0.0526836 Dec 16 15:25:16.990754 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-4226fd24-42a2-49a4-a093-bfc9590025ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.681785 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-004f9c8a-3401-45ca-a2be-619f5aeebd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.966515 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-d7891f01-b054-4549-8b8f-cd9a86cafe08 req-507f46b1-ce97-4446-9bcb-5947d5b223fb tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Deleting port de29d3f2-9a2d-4689-8e9a-d6934791a8b4 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:25:19.967151 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d7891f01-b054-4549-8b8f-cd9a86cafe08 req-507f46b1-ce97-4446-9bcb-5947d5b223fb tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.112963 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d30d61-f692-456f-909c-fb12b7b97de8 req-2cd83ee0-ac13-4eab-840e-d00e35577239 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:20.114956 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-95d30d61-f692-456f-909c-fb12b7b97de8 req-2cd83ee0-ac13-4eab-840e-d00e35577239 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1670227 Dec 16 15:25:20.134602 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860af41-b610-4e55-9112-5c53864044f1 req-931f1549-b08a-46a3-ae23-55c3fa00c36e tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:20.136402 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7860af41-b610-4e55-9112-5c53864044f1 req-931f1549-b08a-46a3-ae23-55c3fa00c36e tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 945 time: 0.1743836 Dec 16 15:25:20.203428 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-d7891f01-b054-4549-8b8f-cd9a86cafe08 req-507f46b1-ce97-4446-9bcb-5947d5b223fb tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] For port de29d3f2-9a2d-4689-8e9a-d6934791a8b4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=de29d3f2-9a2d-4689-8e9a-d6934791a8b4,segment=NetworkSegment(477b2620-a90e-4450-affa-aedaa9a2dd64),segment_id=477b2620-a90e-4450-affa-aedaa9a2dd64)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:20.203802 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d7891f01-b054-4549-8b8f-cd9a86cafe08 req-507f46b1-ce97-4446-9bcb-5947d5b223fb tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.258546 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-d7891f01-b054-4549-8b8f-cd9a86cafe08 req-507f46b1-ce97-4446-9bcb-5947d5b223fb tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Calling delete_port for de29d3f2-9a2d-4689-8e9a-d6934791a8b4 owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:25:20.288580 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-95d30d61-f692-456f-909c-fb12b7b97de8 req-d544e497-d340-4a1b-934f-de86f33c12d4 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459532 Dec 16 15:25:20.292534 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7860af41-b610-4e55-9112-5c53864044f1 req-7af887d8-e34f-4a82-805c-a70efc7f18f6 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/security-groups?id=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422589 Dec 16 15:25:20.464712 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d9848-b929-4a60-8695-420152732ec1 req-346d4574-268f-40b0-bc08-0689f1949ee0 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:20.466387 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b92d9848-b929-4a60-8695-420152732ec1 req-346d4574-268f-40b0-bc08-0689f1949ee0 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 945 time: 0.0867333 Dec 16 15:25:20.568865 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b92d9848-b929-4a60-8695-420152732ec1 req-6a6bb2fa-d184-42d8-8022-c2230f0842da tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908425 Dec 16 15:25:20.570656 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d7891f01-b054-4549-8b8f-cd9a86cafe08 req-507f46b1-ce97-4446-9bcb-5947d5b223fb tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.602805 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f46b1-ce97-4446-9bcb-5947d5b223fb tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Pushing event deleted for resources: {'Port': ['ID=de29d3f2-9a2d-4689-8e9a-d6934791a8b4,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:20.687059 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.853824 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:25:20.958886 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7891f01-b054-4549-8b8f-cd9a86cafe08 req-507f46b1-ce97-4446-9bcb-5947d5b223fb tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] No DVR routers for this DVR port de29d3f2-9a2d-4689-8e9a-d6934791a8b4 on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:25:20.964713 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d7891f01-b054-4549-8b8f-cd9a86cafe08 req-507f46b1-ce97-4446-9bcb-5947d5b223fb tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.970884 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d7891f01-b054-4549-8b8f-cd9a86cafe08 req-507f46b1-ce97-4446-9bcb-5947d5b223fb tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.58 "DELETE /v2.0/ports/de29d3f2-9a2d-4689-8e9a-d6934791a8b4 HTTP/1.1" status: 204 len: 173 time: 1.2034819 Dec 16 15:25:20.971967 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471b2faa-e227-4d8c-a484-709aa62a77bf', 'name': 'network-vif-deleted', 'tag': 'de29d3f2-9a2d-4689-8e9a-d6934791a8b4'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:20.975690 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3821f945-1dba-4de5-b3f8-f3d45665f558" -d '{"events": [{"server_uuid": "471b2faa-e227-4d8c-a484-709aa62a77bf", "name": "network-vif-deleted", "tag": "de29d3f2-9a2d-4689-8e9a-d6934791a8b4"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:21.980986 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.047755 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.534467 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['de29d3f2-9a2d-4689-8e9a-d6934791a8b4'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:25:23.628555 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaa077d-5392-40e2-bf27-4921b4de2e5e x-openstack-request-id: req-5eaa077d-5392-40e2-bf27-4921b4de2e5e {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:23.629988 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471b2faa-e227-4d8c-a484-709aa62a77bf", "name": "network-vif-deleted", "tag": "de29d3f2-9a2d-4689-8e9a-d6934791a8b4", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:23.630369 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5eaa077d-5392-40e2-bf27-4921b4de2e5e {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:23.631017 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471b2faa-e227-4d8c-a484-709aa62a77bf', 'name': 'network-vif-deleted', 'tag': 'de29d3f2-9a2d-4689-8e9a-d6934791a8b4', 'status': 'completed', 'code': 200} Dec 16 15:25:23.738820 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2cce33de-20bd-4f9a-ba69-bce35b8fa54f req-c996f3b9-39f7-40d4-8b3c-3c69acd1a7e5 tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 210 time: 0.0418925 Dec 16 15:25:23.774923 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376b25b-3fa7-4d95-b34b-54dc6a19c4c3 req-0199feb6-92be-4509-a6e7-2b5a178fc47f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:23.777634 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3376b25b-3fa7-4d95-b34b-54dc6a19c4c3 req-0199feb6-92be-4509-a6e7-2b5a178fc47f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0910139 Dec 16 15:25:23.921260 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3376b25b-3fa7-4d95-b34b-54dc6a19c4c3 req-cefb9202-1d9f-44a3-babb-a87edafa1b8d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355717 Dec 16 15:25:23.941709 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6dfa8-d91b-469a-8cdb-e0e9ca4ad121 req-8a5a25c3-bd94-4253-b252-0d75014b5cd3 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:23.944332 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d5c6dfa8-d91b-469a-8cdb-e0e9ca4ad121 req-8a5a25c3-bd94-4253-b252-0d75014b5cd3 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 945 time: 0.1319470 Dec 16 15:25:24.024786 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d5c6dfa8-d91b-469a-8cdb-e0e9ca4ad121 req-fa71d104-22dc-44fe-8259-6e984a8af6bd tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731041 Dec 16 15:25:26.218286 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c6fcf42a-202f-49ba-8b5d-54d19aff9722 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:26.279170 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port c6fcf42a-202f-49ba-8b5d-54d19aff9722 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:25:26.283109 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port c6fcf42a-202f-49ba-8b5d-54d19aff9722 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:26.284811 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.377491 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.405508 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a4f4ab-b2da-4328-b82e-cfdac3055574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fcf42a-202f-49ba-8b5d-54d19aff9722'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:26.407978 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9774903-a3fb-47a5-80db-71f457e4bb97" -d '{"events": [{"server_uuid": "49a4f4ab-b2da-4328-b82e-cfdac3055574", "name": "network-vif-plugged", "status": "completed", "tag": "c6fcf42a-202f-49ba-8b5d-54d19aff9722"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:26.422815 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port c6fcf42a-202f-49ba-8b5d-54d19aff9722, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c6fcf42a-202f-49ba-8b5d-54d19aff9722,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:26.428013 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.429007 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device de29d3f2-9a2d-4689-8e9a-d6934791a8b4 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:25:26.472685 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: de29d3f2-9a2d-4689-8e9a-d6934791a8b4 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:25:26.473006 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device de29d3f2-9a2d-4689-8e9a-d6934791a8b4 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:25:26.504957 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=c6fcf42a-202f-49ba-8b5d-54d19aff9722,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:27.453849 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2f6aa78f-cb75-48c3-bcc0-81daa31fdf3f req-94809704-b85c-43d8-939e-238355bebaff tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 210 time: 0.0464110 Dec 16 15:25:27.609614 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c3249-8b59-4219-821b-c37ed1e061d6 req-2b5bc6ac-a103-4065-9764-57daadf0bdcb tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:27.612920 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-069c3249-8b59-4219-821b-c37ed1e061d6 req-2b5bc6ac-a103-4065-9764-57daadf0bdcb tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1439049 Dec 16 15:25:27.667340 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab7b-16b0-4bab-9fb9-8851c5692c54 req-30026070-7199-4f17-b9d1-7c862a078f83 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:27.670536 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a271ab7b-16b0-4bab-9fb9-8851c5692c54 req-30026070-7199-4f17-b9d1-7c862a078f83 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 946 time: 0.1506941 Dec 16 15:25:27.763413 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-069c3249-8b59-4219-821b-c37ed1e061d6 req-1581fa31-fc4d-4f25-81a4-b64c6c87f320 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428163 Dec 16 15:25:27.808743 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a271ab7b-16b0-4bab-9fb9-8851c5692c54 req-e3031a48-7222-4111-a9b9-70493d59c6d2 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293850 Dec 16 15:25:27.825876 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46425cb4-463d-4ded-87a2-bee08b8b4401 x-openstack-request-id: req-46425cb4-463d-4ded-87a2-bee08b8b4401 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:27.826583 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a4f4ab-b2da-4328-b82e-cfdac3055574", "name": "network-vif-plugged", "status": "completed", "tag": "c6fcf42a-202f-49ba-8b5d-54d19aff9722", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:27.827120 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46425cb4-463d-4ded-87a2-bee08b8b4401 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:27.828026 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a4f4ab-b2da-4328-b82e-cfdac3055574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fcf42a-202f-49ba-8b5d-54d19aff9722', 'code': 200} Dec 16 15:25:28.052606 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21251b-6594-48a9-b69f-d4b71b4533ee req-69e92086-10d8-4652-8077-afecd5d1ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:28.054288 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ef21251b-6594-48a9-b69f-d4b71b4533ee req-69e92086-10d8-4652-8077-afecd5d1ac96 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 1099 time: 0.0546181 Dec 16 15:25:28.127642 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ef21251b-6594-48a9-b69f-d4b71b4533ee req-b1201713-f94d-4a00-a401-623b53d9b1d2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610662 Dec 16 15:25:28.637698 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-17cef5e9-48c9-478f-baf7-e1ecc72a08e2 req-0b6621c7-9159-4e4d-b9c0-987398c18f8d tempest-DeleteServersTestJSON-1601851153 tempest-DeleteServersTestJSON-1601851153-project] 10.222.0.75 "GET /v2.0/ports?device_id=471b2faa-e227-4d8c-a484-709aa62a77bf HTTP/1.1" status: 200 len: 210 time: 0.0509758 Dec 16 15:25:28.859552 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 55914) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:29.098118 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2291cd2a-58fc-4276-a215-bdf13ea751d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.147603 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338137a0-6938-4d12-a7b5-abcf3ce5cdcd req-bd19dead-5a0d-4756-8039-c8163201a747 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:29.149980 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-338137a0-6938-4d12-a7b5-abcf3ce5cdcd req-bd19dead-5a0d-4756-8039-c8163201a747 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.2590065 Dec 16 15:25:29.161519 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d06da2-fc46-4a7f-8a42-710500f64284 req-2cf766dd-98e6-45e1-beea-a230c13267e5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:29.163131 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-86d06da2-fc46-4a7f-8a42-710500f64284 req-2cf766dd-98e6-45e1-beea-a230c13267e5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 946 time: 0.1322622 Dec 16 15:25:29.280970 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-338137a0-6938-4d12-a7b5-abcf3ce5cdcd req-0096e12f-fb5f-4c5a-ada2-1377c9c08ef2 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141160 Dec 16 15:25:29.286230 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-86d06da2-fc46-4a7f-8a42-710500f64284 req-0fb5ed72-7f11-4813-915b-e47d1916db02 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128039 Dec 16 15:25:29.333195 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2291cd2a-58fc-4276-a215-bdf13ea751d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.339332 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2291cd2a-58fc-4276-a215-bdf13ea751d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.388220 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-2291cd2a-58fc-4276-a215-bdf13ea751d4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=513be68a9f1743229c7072a92b08538a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5269561 Dec 16 15:25:29.389164 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291cd2a-58fc-4276-a215-bdf13ea751d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f498cbf9-39cb-44a5-af14-b1ae9c579f8b,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:29.392167 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 55924) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:29.452213 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d6452d37-5f28-411c-9357-cc67f120a22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.483054 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d6452d37-5f28-411c-9357-cc67f120a22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.558871 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d6452d37-5f28-411c-9357-cc67f120a22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.562925 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d6452d37-5f28-411c-9357-cc67f120a22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.564505 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-d6452d37-5f28-411c-9357-cc67f120a22b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f498cbf9-39cb-44a5-af14-b1ae9c579f8b HTTP/1.1" status: 204 len: 168 time: 0.1711276 Dec 16 15:25:29.580571 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6452d37-5f28-411c-9357-cc67f120a22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f498cbf9-39cb-44a5-af14-b1ae9c579f8b,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:30.477737 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 55994) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:30.519693 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f51698-14f1-41dd-8d6e-728c08cb78da req-20a13925-31db-4cac-b065-0067fc9475b2 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:30.521539 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7f51698-14f1-41dd-8d6e-728c08cb78da req-20a13925-31db-4cac-b065-0067fc9475b2 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 946 time: 0.1083145 Dec 16 15:25:30.537320 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c14a45-6ae2-4f82-9e9a-e6f36680b71f req-6c7c62a7-bebb-4934-a40a-511a1e180653 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:30.547568 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3c14a45-6ae2-4f82-9e9a-e6f36680b71f req-6c7c62a7-bebb-4934-a40a-511a1e180653 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0973666 Dec 16 15:25:30.657263 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-222d9d31-1334-4ae1-a88a-147c97f7e51a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.658689 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3c14a45-6ae2-4f82-9e9a-e6f36680b71f req-d809bbb1-7b27-4d49-9024-3ab89b766f50 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101992 Dec 16 15:25:30.666325 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7f51698-14f1-41dd-8d6e-728c08cb78da req-6fd6e648-86cb-4e61-90b5-ef3ecf8d6706 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070910 Dec 16 15:25:30.806285 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-222d9d31-1334-4ae1-a88a-147c97f7e51a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.812730 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-222d9d31-1334-4ae1-a88a-147c97f7e51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.864952 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d9d31-1334-4ae1-a88a-147c97f7e51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09cc253-4f50-4469-a237-f2ba0dda19f9,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:30.871037 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-222d9d31-1334-4ae1-a88a-147c97f7e51a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d7b6b9bc2be4d47b610b58874e5bc9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3921406 Dec 16 15:25:30.875987 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56012) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:30.993005 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9072c10b-2a4e-41ce-838b-8e7dbee90292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.032892 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9072c10b-2a4e-41ce-838b-8e7dbee90292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.127307 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9072c10b-2a4e-41ce-838b-8e7dbee90292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.133242 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9072c10b-2a4e-41ce-838b-8e7dbee90292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.135665 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-9072c10b-2a4e-41ce-838b-8e7dbee90292 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d09cc253-4f50-4469-a237-f2ba0dda19f9 HTTP/1.1" status: 204 len: 168 time: 0.2580223 Dec 16 15:25:31.157671 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072c10b-2a4e-41ce-838b-8e7dbee90292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09cc253-4f50-4469-a237-f2ba0dda19f9,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:31.396163 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56048) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:31.539743 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac84605d-eee7-439b-b97a-5dcdef6faf14 admin admin] Deleting subnet 1f41b5af-6917-474e-ad37-3b19654e5e67 {{(pid=102462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:25:31.551297 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac84605d-eee7-439b-b97a-5dcdef6faf14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.619921 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac84605d-eee7-439b-b97a-5dcdef6faf14 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.643904 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac84605d-eee7-439b-b97a-5dcdef6faf14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.673712 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56060) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:31.693995 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8cee7231-549f-4ebd-9d6d-1135d2b4eed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.776975 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac84605d-eee7-439b-b97a-5dcdef6faf14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.824452 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac84605d-eee7-439b-b97a-5dcdef6faf14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.828516 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-ac84605d-eee7-439b-b97a-5dcdef6faf14 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1f41b5af-6917-474e-ad37-3b19654e5e67 HTTP/1.1" status: 204 len: 168 time: 0.4266043 Dec 16 15:25:31.830048 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84605d-eee7-439b-b97a-5dcdef6faf14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f41b5af-6917-474e-ad37-3b19654e5e67,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:31.833165 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56066) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:31.868498 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8cee7231-549f-4ebd-9d6d-1135d2b4eed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.912692 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea616119-06cc-422a-8dfd-56c5c00b338f req-35931296-a07e-48dc-8ae6-d4f6524189ad tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:31.914960 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ea616119-06cc-422a-8dfd-56c5c00b338f req-35931296-a07e-48dc-8ae6-d4f6524189ad tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0722251 Dec 16 15:25:31.923254 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8cee7231-549f-4ebd-9d6d-1135d2b4eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.969834 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-8cee7231-549f-4ebd-9d6d-1135d2b4eed2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1bdbc8426043449d8524758076c14726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936177 Dec 16 15:25:31.973701 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56074) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:32.002033 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ea616119-06cc-422a-8dfd-56c5c00b338f req-a621145c-05c4-4820-ba6d-5622dbcb222b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797510 Dec 16 15:25:32.028403 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.031462 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee7231-549f-4ebd-9d6d-1135d2b4eed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee16ad2-6f98-413a-b851-da8085a0db29,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:32.139858 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c0827ad4-2ae4-42f0-8399-9dcdd968f69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.172660 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.211571 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c0827ad4-2ae4-42f0-8399-9dcdd968f69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.245939 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b588f072-05da-4ac3-9443-c641a2278cfe']}} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:32.285305 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477b2620-a90e-4450-affa-aedaa9a2dd64') {'for_net_delete': True} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:32.285880 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477b2620-a90e-4450-affa-aedaa9a2dd64') {} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:32.315017 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58938002'] for segment, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.346985 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.359181 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=102463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:25:32.360751 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58937820'] for segment, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: Traceback (most recent call last): Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: timer() Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: cb(*args, **kw) Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: return func(*args, **kwargs) Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: self._notify() Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: self.callback(batched_events) Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: event.method(event) Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: return f(self, *a, **k) Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._get(url).json() Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: return self.request(url, 'GET', **kwargs) Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:25:32.362773 dv-cinder-801522-8-iscsi neutron-server[102463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:25:32.388264 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c0827ad4-2ae4-42f0-8399-9dcdd968f69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.393531 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c0827ad4-2ae4-42f0-8399-9dcdd968f69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.398014 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-c0827ad4-2ae4-42f0-8399-9dcdd968f69a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ee16ad2-6f98-413a-b851-da8085a0db29 HTTP/1.1" status: 204 len: 168 time: 0.4174535 Dec 16 15:25:32.409949 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.469647 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0827ad4-2ae4-42f0-8399-9dcdd968f69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee16ad2-6f98-413a-b851-da8085a0db29,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:32.499792 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.511908 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.522395 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] 10.222.0.75 "DELETE /v2.0/networks/b588f072-05da-4ac3-9443-c641a2278cfe HTTP/1.1" status: 204 len: 168 time: 0.6793411 Dec 16 15:25:32.540644 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e36b-da9f-405e-99b5-3b41eefc4bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=b588f072-05da-4ac3-9443-c641a2278cfe,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:32.944033 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56104) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:33.035934 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-62e6f19f-a2d7-4e59-9cee-2ce6cd4dc68e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=52427d968f4c4a6e9906d2ee96feaa1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0892134 Dec 16 15:25:33.038218 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56108) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:33.165762 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6cd41d69-fdba-4948-a981-91d9ae9a1adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:33.280145 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6cd41d69-fdba-4948-a981-91d9ae9a1adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:33.315552 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f15ee-1d9b-485e-af7b-037c8b702d6e req-5d7cbf7a-c126-4748-b522-6cd4986a6c0c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:33.324540 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c34f15ee-1d9b-485e-af7b-037c8b702d6e req-5d7cbf7a-c126-4748-b522-6cd4986a6c0c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1599927 Dec 16 15:25:33.408379 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c34f15ee-1d9b-485e-af7b-037c8b702d6e req-4fed27bb-a354-4e4f-997c-61229aed03e3 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827196 Dec 16 15:25:33.438148 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6cd41d69-fdba-4948-a981-91d9ae9a1adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:33.441603 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6cd41d69-fdba-4948-a981-91d9ae9a1adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:33.442987 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-6cd41d69-fdba-4948-a981-91d9ae9a1adb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c70cfe10-b2dd-4da7-b803-59d9dd0c4b71 HTTP/1.1" status: 204 len: 168 time: 0.4026191 Dec 16 15:25:33.453140 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd41d69-fdba-4948-a981-91d9ae9a1adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70cfe10-b2dd-4da7-b803-59d9dd0c4b71,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:33.898216 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56148) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:34.072292 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-121677183-network', 'tenant_id': 'f86c0487a82c4371b344fee4624b6c32'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:34.103012 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Made reservation on behalf of f86c0487a82c4371b344fee4624b6c32 for: {'network': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:34.106671 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.123577 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.343889 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.365084 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.394780 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=102462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:25:34.427184 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-25cdb939-31b1-4ed1-85b7-0cdb0b8ccbdf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:34.428762 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-25cdb939-31b1-4ed1-85b7-0cdb0b8ccbdf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 814 time: 0.2049136 Dec 16 15:25:34.443428 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.444974 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.segments_db [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Added segment c4ba5e48-ad1b-49d8-bd61-7538158e7690 of type vlan for network f51050d2-e439-4db8-a98b-0fa03e982a21 Dec 16 15:25:34.484033 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e903a34-97da-4a98-b86d-5b584e7325c8,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:34.511151 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-77976a4d-a45c-42fc-83a7-faa60b633a51 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/quotas/0f41357d2eed40678067e34cc4a8a82d HTTP/1.1" status: 200 len: 375 time: 0.0610569 Dec 16 15:25:34.663006 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.764162 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ec7b4-af39-4ab8-8f9f-1d60d54abc1c req-ffff16a5-d80b-40b9-ae92-d45eb3c337c6 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:34.767654 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b79ec7b4-af39-4ab8-8f9f-1d60d54abc1c req-ffff16a5-d80b-40b9-ae92-d45eb3c337c6 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.2230437 Dec 16 15:25:34.783989 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-2fb09c22-1746-4e1f-b54d-71dace76e2c4 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2372241 Dec 16 15:25:34.788107 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.790458 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:34.791215 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.012257 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1126544 Dec 16 15:25:35.016984 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56208) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:35.035509 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] Request body: {'subnet': {'network_id': 'f51050d2-e439-4db8-a98b-0fa03e982a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-121677183-subnet', 'tenant_id': 'f86c0487a82c4371b344fee4624b6c32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:35.091184 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] Made reservation on behalf of f86c0487a82c4371b344fee4624b6c32 for: {'subnet': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:35.096025 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3962554'] for subnet, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.100101 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405ba7b-2da8-44a8-b78f-235f23cb5cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=f51050d2-e439-4db8-a98b-0fa03e982a21,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:35.127047 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network f51050d2-e439-4db8-a98b-0fa03e982a21 details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:25:35.183775 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b79ec7b4-af39-4ab8-8f9f-1d60d54abc1c req-cdaf5b34-36f0-43c1-9ef3-d366d45ff1f2 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975630 Dec 16 15:25:35.261585 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-93611087-71e2-44ac-b14d-f0eba1c19bc8 service neutron] 10.222.0.75 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660573 Dec 16 15:25:35.427256 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-c7991eb2-08f9-4a19-b3cf-516e42345f4c service neutron] 10.222.0.75 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643507 Dec 16 15:25:35.544686 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58937969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3962532'] for subnet, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.633306 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0dfcaf9-3bcd-443c-ac02-213cbda40c8b,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:35.651382 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] Checking segment: {'id': 'c4ba5e48-ad1b-49d8-bd61-7538158e7690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'f51050d2-e439-4db8-a98b-0fa03e982a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:35.651863 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] Network hostable DHCP agents. Network: f51050d2-e439-4db8-a98b-0fa03e982a21, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:25:35.686472 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] Network f51050d2-e439-4db8-a98b-0fa03e982a21 is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:25:35.700813 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, f51050d2-e439-4db8-a98b-0fa03e982a21) {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:35.707902 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:35.708533 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.719918 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b44b3-fdfa-4e4d-b05a-aa59ea7a1ca6 None None] Network f51050d2-e439-4db8-a98b-0fa03e982a21 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:35.754165 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-8085802a-a3d1-46fe-9fc8-02f85ad15b59 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7338138 Dec 16 15:25:35.937675 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040044ad-8843-4415-8d50-bf9ed72b7f7e None None] Network f51050d2-e439-4db8-a98b-0fa03e982a21 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:36.431873 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56258) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:36.728183 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b718cf6c-9811-4f3d-b4a4-bba900c8b677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.788624 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56278) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:36.795563 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-993415340-network', 'tenant_id': 'b4d587d5e6314e9d863613065562ee9b'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:36.853912 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Made reservation on behalf of b4d587d5e6314e9d863613065562ee9b for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:36.856492 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.875139 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b718cf6c-9811-4f3d-b4a4-bba900c8b677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.876893 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.887704 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b718cf6c-9811-4f3d-b4a4-bba900c8b677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.950068 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-b718cf6c-9811-4f3d-b4a4-bba900c8b677 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=18facd0f1d424eb6bcb90377ca0def18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163174 Dec 16 15:25:36.954834 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56280) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:36.958072 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718cf6c-9811-4f3d-b4a4-bba900c8b677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40a1ac1-85c7-454c-98a7-1f552424c50c,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:37.055314 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.060593 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f0a6-d4e8-4f25-955e-efac9c9adc65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.061186 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.093324 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:25:37.106823 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1ea3f3-f1b2-4c12-9c64-a86cf7854ceb,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:37.107191 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f0a6-d4e8-4f25-955e-efac9c9adc65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.114551 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.114906 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Added segment 27534a3c-392f-4e15-a74e-d98a2b50c531 of type vlan for network 326cd6d4-df09-4950-9a06-b2943cbfd7f5 Dec 16 15:25:37.178250 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.211732 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f0a6-d4e8-4f25-955e-efac9c9adc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.219556 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f0a6-d4e8-4f25-955e-efac9c9adc65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.221619 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-bbc1f0a6-d4e8-4f25-955e-efac9c9adc65 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b40a1ac1-85c7-454c-98a7-1f552424c50c HTTP/1.1" status: 204 len: 168 time: 0.2645183 Dec 16 15:25:37.240820 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1f0a6-d4e8-4f25-955e-efac9c9adc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40a1ac1-85c7-454c-98a7-1f552424c50c,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:37.246380 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.248059 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:37.249130 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.354520 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5641637 Dec 16 15:25:37.357990 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56288) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:37.364647 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] Request body: {'subnet': {'network_id': '326cd6d4-df09-4950-9a06-b2943cbfd7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-993415340-subnet', 'tenant_id': 'b4d587d5e6314e9d863613065562ee9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:37.378647 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3302241-9b22-4915-a03c-cd4412ae32ee admin admin] Pushing event updated for resources: {'Network': ['ID=326cd6d4-df09-4950-9a06-b2943cbfd7f5,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:37.393635 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network 326cd6d4-df09-4950-9a06-b2943cbfd7f5 details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:25:37.408782 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] Made reservation on behalf of b4d587d5e6314e9d863613065562ee9b for: {'subnet': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:37.413425 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.680938 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.742489 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc107f57-5be5-41b5-95b4-05267293f4be,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:37.767189 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] Checking segment: {'id': '27534a3c-392f-4e15-a74e-d98a2b50c531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '326cd6d4-df09-4950-9a06-b2943cbfd7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:37.767519 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] Network hostable DHCP agents. Network: 326cd6d4-df09-4950-9a06-b2943cbfd7f5, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:25:37.771998 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56292) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:37.788486 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] Network 326cd6d4-df09-4950-9a06-b2943cbfd7f5 is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:25:37.791138 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c9330a1d-9843-4ecd-8a81-75aede1bff46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.803485 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, 326cd6d4-df09-4950-9a06-b2943cbfd7f5) {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:37.810015 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:37.810911 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.813836 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6549f3aa-19b1-4dc3-a723-18bc652e6c57 None None] Network 326cd6d4-df09-4950-9a06-b2943cbfd7f5 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:37.839013 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-7ce45828-d900-41a9-bfd5-9d0b472a8561 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4782729 Dec 16 15:25:37.904876 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c9330a1d-9843-4ecd-8a81-75aede1bff46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.914005 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c9330a1d-9843-4ecd-8a81-75aede1bff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.964900 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-c9330a1d-9843-4ecd-8a81-75aede1bff46 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3f455d5b1a9f4873894bf7ff331e1020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907394 Dec 16 15:25:37.966274 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9330a1d-9843-4ecd-8a81-75aede1bff46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c023a3f3-b2d7-49df-81ca-3a569e09303b,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:37.969456 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56296) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:38.049537 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2c47f41c-f9fc-437b-a618-71d22122d007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.083215 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2c47f41c-f9fc-437b-a618-71d22122d007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.116880 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a809595a-9d8a-426e-a589-b50490081c1d None None] Network 326cd6d4-df09-4950-9a06-b2943cbfd7f5 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:38.165249 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2c47f41c-f9fc-437b-a618-71d22122d007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.170455 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2c47f41c-f9fc-437b-a618-71d22122d007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.173004 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-2c47f41c-f9fc-437b-a618-71d22122d007 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c023a3f3-b2d7-49df-81ca-3a569e09303b HTTP/1.1" status: 204 len: 168 time: 0.2015560 Dec 16 15:25:38.188729 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47f41c-f9fc-437b-a618-71d22122d007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023a3f3-b2d7-49df-81ca-3a569e09303b,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:38.430477 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8e3157a-3cc8-482f-be57-83f73f3c67e6 req-e7a7767c-6aff-4a79-afd8-264707d84c84 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 210 time: 0.0668476 Dec 16 15:25:38.510946 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b43314-3b40-40ca-9e58-dc4cabf419e1 req-229ff5cc-3f1f-4bcd-809d-d5b4123291a7 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:38.513685 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-41b43314-3b40-40ca-9e58-dc4cabf419e1 req-229ff5cc-3f1f-4bcd-809d-d5b4123291a7 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1285796 Dec 16 15:25:38.601084 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-41b43314-3b40-40ca-9e58-dc4cabf419e1 req-63d3cb76-7cac-443f-8599-da0600a5378b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801516 Dec 16 15:25:39.387403 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-88377fda-9151-4531-92e3-eca8a5e72dbf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:39.393214 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-88377fda-9151-4531-92e3-eca8a5e72dbf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 814 time: 0.2313972 Dec 16 15:25:39.418502 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Request body: {'port': {'device_id': '29bb86f4-b8ab-4e0e-9e29-c8232a1203e0', 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1', 'admin_state_up': True, 'tenant_id': '0f41357d2eed40678067e34cc4a8a82d'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:39.670101 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fd970092-5695-4896-9904-917239de1745 req-95be8fa4-929e-498a-b95c-cfd4a63ad7b8 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 210 time: 0.0720060 Dec 16 15:25:39.727739 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Made reservation on behalf of 0f41357d2eed40678067e34cc4a8a82d for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:39.737801 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:39.948647 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88660820-54ef-4f0f-a06b-8dd6879a9f8c req-2f82da08-8da6-4afb-a3a8-c1f65df16bdb tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:39.962571 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88660820-54ef-4f0f-a06b-8dd6879a9f8c req-2f82da08-8da6-4afb-a3a8-c1f65df16bdb tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1947184 Dec 16 15:25:40.130615 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88660820-54ef-4f0f-a06b-8dd6879a9f8c req-be169984-ed60-48cd-b8b9-2985362990d9 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503439 Dec 16 15:25:40.162754 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Allocated IP 172.20.0.7 (fd1e4024-a5d3-451e-951e-946646d29db1/77d270c3-988e-4ea4-a4a7-2fd404d77eae/5cefafa2-3541-4970-aaec-94fb24084ea4) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:40.364276 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.411163 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.435905 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['3f7b6684-95a6-4d42-982e-388e8606f82b', 'c6fcf42a-202f-49ba-8b5d-54d19aff9722'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:25:40.493343 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Pushing event updated for resources: {'Port': ['ID=5cefafa2-3541-4970-aaec-94fb24084ea4,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:40.511206 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Network fd1e4024-a5d3-451e-951e-946646d29db1 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:40.512745 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:40.515782 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:40.522189 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:40.523955 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.548004 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-69fa805a-ab5b-4fab-946e-ee6fc99c6352 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1336923 Dec 16 15:25:40.570279 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Request body: {'port': {'device_id': '29bb86f4-b8ab-4e0e-9e29-c8232a1203e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:40.749922 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.012357 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e662b5-b672-4d29-a9a2-b22419ca7a35 req-48f5707c-0df9-41c2-8292-7b01074a7156 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:41.019993 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-22e662b5-b672-4d29-a9a2-b22419ca7a35 req-48f5707c-0df9-41c2-8292-7b01074a7156 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 931 time: 0.1335917 Dec 16 15:25:41.117895 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-22e662b5-b672-4d29-a9a2-b22419ca7a35 req-58485f9a-ca71-46e3-80ec-e53226a7e9bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969524 Dec 16 15:25:41.211337 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cefafa2-3541-4970-aaec-94fb24084ea4 {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:25:41.225476 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.247604 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Transition to ACTIVE for port object 5cefafa2-3541-4970-aaec-94fb24084ea4 will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:25:41.294793 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.354268 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0456a-7d85-4236-a6f2-d72f02f76011 req-0723bb5f-dd68-4591-b87c-adff6065ab67 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:41.356039 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-efc0456a-7d85-4236-a6f2-d72f02f76011 req-0723bb5f-dd68-4591-b87c-adff6065ab67 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1071882 Dec 16 15:25:41.412100 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cefafa2-3541-4970-aaec-94fb24084ea4,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:41.448744 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Attempting to bind port 5cefafa2-3541-4970-aaec-94fb24084ea4 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:41.449194 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Attempting to bind port 5cefafa2-3541-4970-aaec-94fb24084ea4 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:41.449542 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Attempting to bind port 5cefafa2-3541-4970-aaec-94fb24084ea4 on network fd1e4024-a5d3-451e-951e-946646d29db1 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:41.462750 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Port 5cefafa2-3541-4970-aaec-94fb24084ea4 on network fd1e4024-a5d3-451e-951e-946646d29db1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:25:41.463135 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Attempting to bind port 5cefafa2-3541-4970-aaec-94fb24084ea4 on network fd1e4024-a5d3-451e-951e-946646d29db1 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:41.477693 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-efc0456a-7d85-4236-a6f2-d72f02f76011 req-d75f1802-8f36-44ce-8bbb-e6332f0e21f9 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093197 Dec 16 15:25:41.486186 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:41.486516 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Checking segment: {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:41.486928 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Bound using segment: {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:41.487394 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Bound port: 5cefafa2-3541-4970-aaec-94fb24084ea4, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:41.487763 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.635452 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] For port 5cefafa2-3541-4970-aaec-94fb24084ea4, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:41.645650 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] For port 5cefafa2-3541-4970-aaec-94fb24084ea4, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5cefafa2-3541-4970-aaec-94fb24084ea4,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:41.651323 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.695258 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:41.696039 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.697644 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] 10.222.0.58 "PUT /v2.0/ports/5cefafa2-3541-4970-aaec-94fb24084ea4 HTTP/1.1" status: 200 len: 1093 time: 1.1382535 Dec 16 15:25:41.698185 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bb86f4-b8ab-4e0e-9e29-c8232a1203e0', 'tag': '5cefafa2-3541-4970-aaec-94fb24084ea4'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:41.700588 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f46194-567b-44eb-8b25-282f578df14c" -d '{"events": [{"name": "network-changed", "server_uuid": "29bb86f4-b8ab-4e0e-9e29-c8232a1203e0", "tag": "5cefafa2-3541-4970-aaec-94fb24084ea4"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:41.777398 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1776ed2-81a4-4c30-a7a9-8a558af8b27e x-openstack-request-id: req-d1776ed2-81a4-4c30-a7a9-8a558af8b27e {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:41.779569 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bb86f4-b8ab-4e0e-9e29-c8232a1203e0", "tag": "5cefafa2-3541-4970-aaec-94fb24084ea4", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:41.779924 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d1776ed2-81a4-4c30-a7a9-8a558af8b27e {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:41.780840 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bb86f4-b8ab-4e0e-9e29-c8232a1203e0', 'tag': '5cefafa2-3541-4970-aaec-94fb24084ea4', 'status': 'completed', 'code': 200} Dec 16 15:25:41.834740 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c84f10-6751-4cdf-87a1-7138611106d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cefafa2-3541-4970-aaec-94fb24084ea4,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:41.857615 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-09ecce26-fbe3-4bbc-98cf-636c38900d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:41.859435 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-09ecce26-fbe3-4bbc-98cf-636c38900d4a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 1096 time: 0.0757599 Dec 16 15:25:41.930076 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-19a0ce30-7d8f-4277-8a8e-8c03483b2357 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cefafa2-3541-4970-aaec-94fb24084ea4 HTTP/1.1" status: 200 len: 217 time: 0.0525656 Dec 16 15:25:41.993989 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-dc2ae216-7948-4488-8274-2a4a45c586b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:41.995742 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-dc2ae216-7948-4488-8274-2a4a45c586b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77d270c3-988e-4ea4-a4a7-2fd404d77eae HTTP/1.1" status: 200 len: 854 time: 0.0546470 Dec 16 15:25:42.056887 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-aa18484a-db75-48aa-9e02-84e440bb8b72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd1e4024-a5d3-451e-951e-946646d29db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397971 Dec 16 15:25:42.174878 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-279b37e4-193e-4afc-b908-04d2e86d6f23 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101344 Dec 16 15:25:42.363222 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c74ce-6491-4024-b70c-568261e95b20 req-8330ac42-95f6-4326-86c3-437912b2e261 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:42.364852 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b11c74ce-6491-4024-b70c-568261e95b20 req-8330ac42-95f6-4326-86c3-437912b2e261 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 943 time: 0.0951338 Dec 16 15:25:42.368051 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3e86b33e-ea2b-417c-adbb-f01074086878 req-df85bdaa-8e7f-46c1-bfbf-12c08eb3c3bc service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807168 Dec 16 15:25:42.452530 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b11c74ce-6491-4024-b70c-568261e95b20 req-5cc6736b-6fe2-4d34-a119-12968c7ee0b7 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738091 Dec 16 15:25:42.535906 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f46194-567b-44eb-8b25-282f578df14c req-57a351b2-2237-49df-90ae-168a2a4e81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:42.538984 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04f46194-567b-44eb-8b25-282f578df14c req-57a351b2-2237-49df-90ae-168a2a4e81a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 1096 time: 0.0847189 Dec 16 15:25:42.684388 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2158d3-7ab1-4011-8f4b-602f703a1a91 req-658d78a3-635e-482a-a15b-4b0e0e20ddb8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:42.686002 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cb2158d3-7ab1-4011-8f4b-602f703a1a91 req-658d78a3-635e-482a-a15b-4b0e0e20ddb8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1167338 Dec 16 15:25:42.700373 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f46194-567b-44eb-8b25-282f578df14c req-51e10333-a72e-4431-80e8-257c4288ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:42.701888 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04f46194-567b-44eb-8b25-282f578df14c req-51e10333-a72e-4431-80e8-257c4288ff6b service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 915 time: 0.1524947 Dec 16 15:25:42.962854 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04f46194-567b-44eb-8b25-282f578df14c req-25a40953-1d71-4147-9006-f02f873af389 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cefafa2-3541-4970-aaec-94fb24084ea4 HTTP/1.1" status: 200 len: 217 time: 0.2462153 Dec 16 15:25:43.001090 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cb2158d3-7ab1-4011-8f4b-602f703a1a91 req-c4277757-45cc-439f-a30d-e06f24be6884 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029072 Dec 16 15:25:43.110043 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f46194-567b-44eb-8b25-282f578df14c req-030a40b3-e50e-4c0c-bb70-8b785350d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:43.112305 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04f46194-567b-44eb-8b25-282f578df14c req-030a40b3-e50e-4c0c-bb70-8b785350d3e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77d270c3-988e-4ea4-a4a7-2fd404d77eae HTTP/1.1" status: 200 len: 854 time: 0.1221702 Dec 16 15:25:43.191376 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04f46194-567b-44eb-8b25-282f578df14c req-19630afa-ae0f-41a9-9867-3a51ed26835b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd1e4024-a5d3-451e-951e-946646d29db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614398 Dec 16 15:25:43.398269 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04f46194-567b-44eb-8b25-282f578df14c req-87b9a6bd-8e8e-44e4-8a2b-117cc8d75b5e service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832461 Dec 16 15:25:43.657705 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56526) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:43.661748 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04f46194-567b-44eb-8b25-282f578df14c req-3df73cd1-9bad-4391-aa24-b734b8a4665c service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400055 Dec 16 15:25:43.687401 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec830caa-8525-484c-9b1c-24ee14b1938b req-a867ae96-3d34-44a8-abbb-643f4d3009c1 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:43.693983 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec830caa-8525-484c-9b1c-24ee14b1938b req-a867ae96-3d34-44a8-abbb-643f4d3009c1 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 943 time: 0.1395898 Dec 16 15:25:43.801989 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec830caa-8525-484c-9b1c-24ee14b1938b req-714ac69e-f849-4bf1-a8f0-102a24058c51 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050482 Dec 16 15:25:43.885263 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2b38b0e9-cb97-4968-8596-c38b2c4f6e9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.008131 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2b38b0e9-cb97-4968-8596-c38b2c4f6e9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.019006 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2b38b0e9-cb97-4968-8596-c38b2c4f6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.068336 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38b0e9-cb97-4968-8596-c38b2c4f6e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf806c-5717-41de-ab3c-b809e975922d,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:44.079392 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56550) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:44.090827 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2b38b0e9-cb97-4968-8596-c38b2c4f6e9c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=386534f101dc45a6af8722d75c919cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333730 Dec 16 15:25:44.172929 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56554) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:44.202918 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-dee80d10-75f7-4a55-9e40-95cc2329227f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.256455 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-dee80d10-75f7-4a55-9e40-95cc2329227f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.286847 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3ad23-fd2b-4561-b3f3-efed7ec97b39 req-560c50bf-bc25-4d41-bbd4-1b89ec380569 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:44.289721 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-02b3ad23-fd2b-4561-b3f3-efed7ec97b39 req-560c50bf-bc25-4d41-bbd4-1b89ec380569 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0880377 Dec 16 15:25:44.336759 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4f836350-221f-46e5-a9d8-892bc2f57052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.370235 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-02b3ad23-fd2b-4561-b3f3-efed7ec97b39 req-5d426cae-9d1e-44e2-a062-5e993167fb76 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737815 Dec 16 15:25:44.383223 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-dee80d10-75f7-4a55-9e40-95cc2329227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.388578 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-dee80d10-75f7-4a55-9e40-95cc2329227f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.394434 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-dee80d10-75f7-4a55-9e40-95cc2329227f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/76cf806c-5717-41de-ab3c-b809e975922d HTTP/1.1" status: 204 len: 168 time: 0.3127377 Dec 16 15:25:44.417812 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee80d10-75f7-4a55-9e40-95cc2329227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf806c-5717-41de-ab3c-b809e975922d,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:44.483115 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4f836350-221f-46e5-a9d8-892bc2f57052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.489308 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4f836350-221f-46e5-a9d8-892bc2f57052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.532568 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 5cefafa2-3541-4970-aaec-94fb24084ea4 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:25:44.567567 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f836350-221f-46e5-a9d8-892bc2f57052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405049d1-f442-4cc0-aa6a-119d4a7a4c32,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:44.576030 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4f836350-221f-46e5-a9d8-892bc2f57052 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b337b3fcd7034bd18abd2c9dc118a3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014373 Dec 16 15:25:44.579130 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56562) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:44.659438 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2b532727-6814-48f8-a242-b76c3b8cdb56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.681591 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 5cefafa2-3541-4970-aaec-94fb24084ea4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5cefafa2-3541-4970-aaec-94fb24084ea4,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:44.698427 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2b532727-6814-48f8-a242-b76c3b8cdb56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.699812 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '5cefafa2-3541-4970-aaec-94fb24084ea4', 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1', 'port_id': '5cefafa2-3541-4970-aaec-94fb24084ea4', 'mac_address': 'fa:16:3e:dc:2a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d270c3-988e-4ea4-a4a7-2fd404d77eae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:25:44.766192 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.777811 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2b532727-6814-48f8-a242-b76c3b8cdb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.780568 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2b532727-6814-48f8-a242-b76c3b8cdb56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.784995 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2b532727-6814-48f8-a242-b76c3b8cdb56 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/405049d1-f442-4cc0-aa6a-119d4a7a4c32 HTTP/1.1" status: 204 len: 168 time: 0.2040551 Dec 16 15:25:44.790404 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cefafa2-3541-4970-aaec-94fb24084ea4 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:25:44.800609 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b532727-6814-48f8-a242-b76c3b8cdb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405049d1-f442-4cc0-aa6a-119d4a7a4c32,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:44.827724 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 5cefafa2-3541-4970-aaec-94fb24084ea4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5cefafa2-3541-4970-aaec-94fb24084ea4,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:44.849404 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.885340 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56570) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:44.919911 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3265-3084-4966-8dd0-12a3191ffc97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.953238 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=5cefafa2-3541-4970-aaec-94fb24084ea4,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:45.058045 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c4983-4ab5-40a9-ab43-dd74863531b7 req-ad9f23d1-0fde-4f33-99a1-b7a07ffbaf27 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:45.061997 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-979c4983-4ab5-40a9-ab43-dd74863531b7 req-ad9f23d1-0fde-4f33-99a1-b7a07ffbaf27 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 944 time: 0.1221304 Dec 16 15:25:45.069227 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3265-3084-4966-8dd0-12a3191ffc97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.076463 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3265-3084-4966-8dd0-12a3191ffc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.160035 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ad5d3265-3084-4966-8dd0-12a3191ffc97 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=79eeacfd850a49f8a0c9e9fa590199d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705951 Dec 16 15:25:45.161355 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56580) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:45.162488 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d3265-3084-4966-8dd0-12a3191ffc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb22209-4be0-4445-afc2-4209d37250b4,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:45.207791 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-979c4983-4ab5-40a9-ab43-dd74863531b7 req-81139d66-feee-42e4-a3a9-88a347b5ae09 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323125 Dec 16 15:25:45.285497 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['5cefafa2-3541-4970-aaec-94fb24084ea4'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:25:45.295790 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-fcf47124-6bbc-495f-8093-a3208f64c03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.371321 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-fcf47124-6bbc-495f-8093-a3208f64c03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.477989 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-fcf47124-6bbc-495f-8093-a3208f64c03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.490190 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-fcf47124-6bbc-495f-8093-a3208f64c03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.496020 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-fcf47124-6bbc-495f-8093-a3208f64c03d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2bb22209-4be0-4445-afc2-4209d37250b4 HTTP/1.1" status: 204 len: 168 time: 0.3261170 Dec 16 15:25:45.535730 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf47124-6bbc-495f-8093-a3208f64c03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb22209-4be0-4445-afc2-4209d37250b4,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:45.763225 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385fc0f-da91-4f57-9368-e1d586e56337 req-d8fbfb5e-38a4-43e5-b918-20fe724ce918 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:45.775115 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7385fc0f-da91-4f57-9368-e1d586e56337 req-d8fbfb5e-38a4-43e5-b918-20fe724ce918 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1398425 Dec 16 15:25:45.790612 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56598) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:45.810966 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f53ddf95-581b-4542-a8f7-36feb21520a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.855217 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7385fc0f-da91-4f57-9368-e1d586e56337 req-5f594703-3b48-4f03-a702-315fca7697c7 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788298 Dec 16 15:25:45.941334 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f53ddf95-581b-4542-a8f7-36feb21520a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.946752 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f53ddf95-581b-4542-a8f7-36feb21520a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.989413 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ddf95-581b-4542-a8f7-36feb21520a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102aca45-3fe2-456c-a81c-987975808d27,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:45.996062 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f53ddf95-581b-4542-a8f7-36feb21520a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=86552909b7e34dc6998458c9fcf9f390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042723 Dec 16 15:25:45.998909 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56602) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:46.062157 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-054462bf-5df0-4186-8a53-605fdc398400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.082866 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56604) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:46.090758 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-054462bf-5df0-4186-8a53-605fdc398400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.106790 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-99899264-9ee5-437c-8a23-191a6eb57117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.176593 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-054462bf-5df0-4186-8a53-605fdc398400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.180931 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-054462bf-5df0-4186-8a53-605fdc398400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.186058 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-054462bf-5df0-4186-8a53-605fdc398400 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/102aca45-3fe2-456c-a81c-987975808d27 HTTP/1.1" status: 204 len: 168 time: 0.1824048 Dec 16 15:25:46.200606 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054462bf-5df0-4186-8a53-605fdc398400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102aca45-3fe2-456c-a81c-987975808d27,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:46.234685 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-99899264-9ee5-437c-8a23-191a6eb57117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.239540 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-99899264-9ee5-437c-8a23-191a6eb57117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.245668 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56610) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:46.299353 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-99899264-9ee5-437c-8a23-191a6eb57117 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ca3d73521a6d4d279aacf78dd921744e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148876 Dec 16 15:25:46.301854 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56616) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:46.302302 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99899264-9ee5-437c-8a23-191a6eb57117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5b4d9a-3e63-44b7-8594-7823159414bd,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:46.424629 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0019f-4e64-45d5-abdf-e609046daea6 req-028580f5-b4a6-4d8b-832a-39d8579277f6 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:46.426393 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-53d0019f-4e64-45d5-abdf-e609046daea6 req-028580f5-b4a6-4d8b-832a-39d8579277f6 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 944 time: 0.0944881 Dec 16 15:25:46.431043 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3cf563ae-f43a-4c82-8fc1-b68c216c093f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.433106 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac48fc30-e1f8-4a42-9e44-704b75533b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.486171 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac48fc30-e1f8-4a42-9e44-704b75533b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.573799 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-53d0019f-4e64-45d5-abdf-e609046daea6 req-19d5437a-f4f7-4aba-9d81-eaf22d255f41 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320243 Dec 16 15:25:46.618045 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac48fc30-e1f8-4a42-9e44-704b75533b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.621831 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac48fc30-e1f8-4a42-9e44-704b75533b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.626618 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-ac48fc30-e1f8-4a42-9e44-704b75533b20 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ff5b4d9a-3e63-44b7-8594-7823159414bd HTTP/1.1" status: 204 len: 168 time: 0.3232307 Dec 16 15:25:46.659724 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48fc30-e1f8-4a42-9e44-704b75533b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5b4d9a-3e63-44b7-8594-7823159414bd,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:46.681820 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3cf563ae-f43a-4c82-8fc1-b68c216c093f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.687454 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3cf563ae-f43a-4c82-8fc1-b68c216c093f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.726731 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf563ae-f43a-4c82-8fc1-b68c216c093f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ae3563-405d-4ae9-bd1e-dd502d69c3f6,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:46.746217 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-3cf563ae-f43a-4c82-8fc1-b68c216c093f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e172f1418e86480db3685dfd1db349ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4955132 Dec 16 15:25:46.746489 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56630) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:46.817834 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-72268839-5a7b-4b54-8711-cf6fd0f9a181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.856733 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-72268839-5a7b-4b54-8711-cf6fd0f9a181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.992891 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-72268839-5a7b-4b54-8711-cf6fd0f9a181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.998330 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-72268839-5a7b-4b54-8711-cf6fd0f9a181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:47.004790 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-84f7883b-07f1-413d-8c18-bb4ba3210277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:47.006512 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-72268839-5a7b-4b54-8711-cf6fd0f9a181 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f9ae3563-405d-4ae9-bd1e-dd502d69c3f6 HTTP/1.1" status: 204 len: 168 time: 0.2580478 Dec 16 15:25:47.036271 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72268839-5a7b-4b54-8711-cf6fd0f9a181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ae3563-405d-4ae9-bd1e-dd502d69c3f6,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:47.168854 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c728a77-0116-4421-81ef-a5b6a3ddb905 req-c062abca-a4e8-42b2-808f-f112c9b29777 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:47.176712 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7c728a77-0116-4421-81ef-a5b6a3ddb905 req-c062abca-a4e8-42b2-808f-f112c9b29777 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1089237 Dec 16 15:25:47.281819 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7c728a77-0116-4421-81ef-a5b6a3ddb905 req-e96ffcff-ff09-47b1-a87b-22fa77b2e3af tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039410 Dec 16 15:25:47.683839 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56666) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:47.716524 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-24c9dd4f-6e17-4007-aaff-6faafa24806b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:47.759168 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac909c-d428-4d8c-968f-47f6a3ce0ef1 req-b50f871d-d83b-4a2e-8102-9c6ae9c68b31 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:47.760818 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-64ac909c-d428-4d8c-968f-47f6a3ce0ef1 req-b50f871d-d83b-4a2e-8102-9c6ae9c68b31 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 944 time: 0.0923245 Dec 16 15:25:47.845700 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-64ac909c-d428-4d8c-968f-47f6a3ce0ef1 req-a36f519c-1983-4cdc-93c9-21ed1e57ea28 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768151 Dec 16 15:25:47.870150 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-24c9dd4f-6e17-4007-aaff-6faafa24806b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:47.879825 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-24c9dd4f-6e17-4007-aaff-6faafa24806b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:47.946097 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-24c9dd4f-6e17-4007-aaff-6faafa24806b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=199a160f130f41d68378acad742a1496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611468 Dec 16 15:25:47.948755 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9dd4f-6e17-4007-aaff-6faafa24806b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c6ebca-7f3e-4ccb-8e83-d9d45850fee6,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:47.949780 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56674) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:48.032602 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b664-734f-4493-9b58-508261a14192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.058367 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b664-734f-4493-9b58-508261a14192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.136050 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b664-734f-4493-9b58-508261a14192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.139020 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b664-734f-4493-9b58-508261a14192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.140582 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f0c3b664-734f-4493-9b58-508261a14192 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e8c6ebca-7f3e-4ccb-8e83-d9d45850fee6 HTTP/1.1" status: 204 len: 168 time: 0.1893125 Dec 16 15:25:48.162170 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3b664-734f-4493-9b58-508261a14192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c6ebca-7f3e-4ccb-8e83-d9d45850fee6,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:48.563825 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 5cefafa2-3541-4970-aaec-94fb24084ea4 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:48.574888 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9222bb3-c306-4e24-941f-d185f4c47cef req-540cbecb-62d2-4b9f-b38f-b4755cca1d63 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:48.574888 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d9222bb3-c306-4e24-941f-d185f4c47cef req-540cbecb-62d2-4b9f-b38f-b4755cca1d63 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1044147 Dec 16 15:25:48.675485 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d9222bb3-c306-4e24-941f-d185f4c47cef req-34181faf-5066-4853-b3e6-2ab704a5fdaf tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903640 Dec 16 15:25:48.682235 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port 5cefafa2-3541-4970-aaec-94fb24084ea4 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:25:48.690902 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 5cefafa2-3541-4970-aaec-94fb24084ea4 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:48.691339 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.833239 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.918929 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 5cefafa2-3541-4970-aaec-94fb24084ea4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5cefafa2-3541-4970-aaec-94fb24084ea4,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:48.921666 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bb86f4-b8ab-4e0e-9e29-c8232a1203e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cefafa2-3541-4970-aaec-94fb24084ea4'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:48.930971 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e6d024-60c7-4956-af90-b1d5f233739d" -d '{"events": [{"server_uuid": "29bb86f4-b8ab-4e0e-9e29-c8232a1203e0", "name": "network-vif-plugged", "status": "completed", "tag": "5cefafa2-3541-4970-aaec-94fb24084ea4"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:48.942075 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.980207 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56716) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:49.073400 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cc4c4-74ff-4a50-bb7f-c49861def4f3 req-fdc9ee19-5b49-417a-817f-6d56654c9835 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:49.075359 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-619cc4c4-74ff-4a50-bb7f-c49861def4f3 req-fdc9ee19-5b49-417a-817f-6d56654c9835 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 945 time: 0.0805733 Dec 16 15:25:49.083673 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=5cefafa2-3541-4970-aaec-94fb24084ea4,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:49.153889 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-619cc4c4-74ff-4a50-bb7f-c49861def4f3 req-ff008f1b-8cac-438a-b7f4-c8dadda10587 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720513 Dec 16 15:25:49.155615 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dad000-e3f1-46e9-ac8a-9ffc29fa248e x-openstack-request-id: req-36dad000-e3f1-46e9-ac8a-9ffc29fa248e {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:49.156014 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bb86f4-b8ab-4e0e-9e29-c8232a1203e0", "name": "network-vif-plugged", "status": "completed", "tag": "5cefafa2-3541-4970-aaec-94fb24084ea4", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:49.156281 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36dad000-e3f1-46e9-ac8a-9ffc29fa248e {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:49.156691 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bb86f4-b8ab-4e0e-9e29-c8232a1203e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cefafa2-3541-4970-aaec-94fb24084ea4', 'code': 200} Dec 16 15:25:49.226991 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-bc669d36-c91c-4d2d-8c64-4dc17259bbf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.396607 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-bc669d36-c91c-4d2d-8c64-4dc17259bbf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.402568 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-bc669d36-c91c-4d2d-8c64-4dc17259bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.476491 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-bc669d36-c91c-4d2d-8c64-4dc17259bbf1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2356fa10e15a49caa4e452bf93e18077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4945693 Dec 16 15:25:49.478687 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc669d36-c91c-4d2d-8c64-4dc17259bbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0216aef-8b10-49f2-8814-f4e941c68ebd,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:49.479473 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f504f4c-0a0a-4bbe-ada1-f90eb5dd9d8e req-4d9ea0e5-3b41-4e90-8a08-6ff316d7d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:49.482532 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f504f4c-0a0a-4bbe-ada1-f90eb5dd9d8e req-4d9ea0e5-3b41-4e90-8a08-6ff316d7d038 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 1098 time: 0.0773134 Dec 16 15:25:49.484862 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56730) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:49.550434 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d85b749f-fba0-4fb0-9471-e75fdc234cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.571617 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f504f4c-0a0a-4bbe-ada1-f90eb5dd9d8e req-3c52c06b-e5d0-441f-b4ea-62d2ddd0cb8b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750561 Dec 16 15:25:49.583389 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d85b749f-fba0-4fb0-9471-e75fdc234cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.654475 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d85b749f-fba0-4fb0-9471-e75fdc234cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.661366 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d85b749f-fba0-4fb0-9471-e75fdc234cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.667192 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d85b749f-fba0-4fb0-9471-e75fdc234cc8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a0216aef-8b10-49f2-8814-f4e941c68ebd HTTP/1.1" status: 204 len: 168 time: 0.1787872 Dec 16 15:25:49.681751 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b749f-fba0-4fb0-9471-e75fdc234cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0216aef-8b10-49f2-8814-f4e941c68ebd,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:49.689950 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-51c9bca5-d97e-4990-a9ff-eea7ed7af611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.903772 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c9a98-5954-4752-908c-9d755e104788 req-2c8d5323-5b19-4806-9fb7-650525bc4972 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:49.920294 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-445c9a98-5954-4752-908c-9d755e104788 req-2c8d5323-5b19-4806-9fb7-650525bc4972 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1172984 Dec 16 15:25:50.029495 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-445c9a98-5954-4752-908c-9d755e104788 req-61a98906-f80e-4962-8b65-bf969b993e45 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987201 Dec 16 15:25:50.330537 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56764) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:50.346022 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-42df5708-02ba-4bf5-b7ef-f98c4118f985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.400070 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798134f9-a44a-4cdb-bbf4-d3b576282cc6 req-1af50544-e76c-4783-88fd-e5ee8f01f47a tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:50.401881 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-798134f9-a44a-4cdb-bbf4-d3b576282cc6 req-1af50544-e76c-4783-88fd-e5ee8f01f47a tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 945 time: 0.1066182 Dec 16 15:25:50.473980 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-798134f9-a44a-4cdb-bbf4-d3b576282cc6 req-71fd668f-1fe7-4c45-93f7-9fed63aba6df tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588908 Dec 16 15:25:50.494401 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-42df5708-02ba-4bf5-b7ef-f98c4118f985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.502071 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-42df5708-02ba-4bf5-b7ef-f98c4118f985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.563091 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-42df5708-02ba-4bf5-b7ef-f98c4118f985 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=618c8ee959cd427cb9518190e1ad4d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307210 Dec 16 15:25:50.564987 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df5708-02ba-4bf5-b7ef-f98c4118f985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b1fb66-049a-4e05-b0c8-602d507756dd,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:50.567054 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56770) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:50.642618 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-97070c05-9259-438b-81d6-2b927093934c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.681486 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-97070c05-9259-438b-81d6-2b927093934c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.699505 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.767234 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-97070c05-9259-438b-81d6-2b927093934c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.770302 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-97070c05-9259-438b-81d6-2b927093934c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.771727 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-97070c05-9259-438b-81d6-2b927093934c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c7b1fb66-049a-4e05-b0c8-602d507756dd HTTP/1.1" status: 204 len: 168 time: 0.2025928 Dec 16 15:25:50.784075 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97070c05-9259-438b-81d6-2b927093934c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b1fb66-049a-4e05-b0c8-602d507756dd,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:51.190144 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4058ef0-2fdb-4ed9-941e-f37fdf7c5d68 req-6430ca60-d648-47a5-a0a9-91dcaba9f5b1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:51.194247 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f4058ef0-2fdb-4ed9-941e-f37fdf7c5d68 req-6430ca60-d648-47a5-a0a9-91dcaba9f5b1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0731487 Dec 16 15:25:51.302262 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f4058ef0-2fdb-4ed9-941e-f37fdf7c5d68 req-82004176-3fe6-4157-ba55-e2b02648c417 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955727 Dec 16 15:25:51.771339 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab99300-c219-4625-bf81-a414bc53b78c req-8f852d68-bd89-4c09-bfec-5b0aab4da858 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:51.790347 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8ab99300-c219-4625-bf81-a414bc53b78c req-8f852d68-bd89-4c09-bfec-5b0aab4da858 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 945 time: 0.1633353 Dec 16 15:25:51.881349 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8ab99300-c219-4625-bf81-a414bc53b78c req-8fca818e-af75-4fb5-87a7-d1e07e19607a tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894942 Dec 16 15:25:52.020471 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:52.557650 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadcbae-083c-4196-a6bd-1f9c183346ba req-00ac5cb7-c0f4-4a40-b54a-68ab1b64fb99 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:52.559392 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9aadcbae-083c-4196-a6bd-1f9c183346ba req-00ac5cb7-c0f4-4a40-b54a-68ab1b64fb99 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0721791 Dec 16 15:25:52.638845 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9aadcbae-083c-4196-a6bd-1f9c183346ba req-5f9391ab-d025-434b-82d9-abe46c5b0936 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649133 Dec 16 15:25:52.832087 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 56844) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:52.982707 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5d2aead7-c0b1-4f05-be10-cc083244bc5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.055948 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.122900 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5d2aead7-c0b1-4f05-be10-cc083244bc5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.130280 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5d2aead7-c0b1-4f05-be10-cc083244bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.203627 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-5d2aead7-c0b1-4f05-be10-cc083244bc5a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d6720a4239b6402487c3abb7e751f8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680007 Dec 16 15:25:53.203866 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2aead7-c0b1-4f05-be10-cc083244bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d328210-3139-4217-a6a0-410e4affcf6e,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:53.204273 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56860) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:53.287488 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e602f1c1-0da5-4b83-a0b9-449b7f2bb1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.318510 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e602f1c1-0da5-4b83-a0b9-449b7f2bb1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.387362 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e602f1c1-0da5-4b83-a0b9-449b7f2bb1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.390237 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e602f1c1-0da5-4b83-a0b9-449b7f2bb1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.393805 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-e602f1c1-0da5-4b83-a0b9-449b7f2bb1e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4d328210-3139-4217-a6a0-410e4affcf6e HTTP/1.1" status: 204 len: 168 time: 0.1878033 Dec 16 15:25:53.409367 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602f1c1-0da5-4b83-a0b9-449b7f2bb1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d328210-3139-4217-a6a0-410e4affcf6e,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:56.706057 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e63348-6504-41ad-81ad-74ca2320a710 req-17ad6099-d79a-46c2-b401-8b1a5c6a9be3 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:56.708537 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-01e63348-6504-41ad-81ad-74ca2320a710 req-17ad6099-d79a-46c2-b401-8b1a5c6a9be3 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0780115 Dec 16 15:25:56.799272 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-01e63348-6504-41ad-81ad-74ca2320a710 req-567d59f9-49b9-423f-8886-c9c01bd6f88f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763946 Dec 16 15:25:57.859820 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:25:57.995180 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a752f19-1204-4fa3-a2e2-70de74eecfc9 req-e3b671fe-ac93-4734-a654-6ad6fc2a203a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:57.996983 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3a752f19-1204-4fa3-a2e2-70de74eecfc9 req-e3b671fe-ac93-4734-a654-6ad6fc2a203a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0715122 Dec 16 15:25:58.100833 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3a752f19-1204-4fa3-a2e2-70de74eecfc9 req-73d02f8c-5e4d-48cc-b9be-7b1f7b70cee6 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883212 Dec 16 15:25:58.265191 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 56986) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:58.331467 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a50ff9-f2a9-453f-bac9-45e729b7b04f admin admin] Deleting subnet c0dfcaf9-3bcd-443c-ac02-213cbda40c8b {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:25:58.337649 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-81a50ff9-f2a9-453f-bac9-45e729b7b04f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.383762 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-81a50ff9-f2a9-453f-bac9-45e729b7b04f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.434352 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-81a50ff9-f2a9-453f-bac9-45e729b7b04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.513422 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-81a50ff9-f2a9-453f-bac9-45e729b7b04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.565321 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a50ff9-f2a9-453f-bac9-45e729b7b04f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0dfcaf9-3bcd-443c-ac02-213cbda40c8b,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:58.570658 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-81a50ff9-f2a9-453f-bac9-45e729b7b04f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.576729 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-81a50ff9-f2a9-453f-bac9-45e729b7b04f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c0dfcaf9-3bcd-443c-ac02-213cbda40c8b HTTP/1.1" status: 204 len: 168 time: 0.3098807 Dec 16 15:25:58.579192 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 57000) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:58.707173 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.807677 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.833435 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51050d2-e439-4db8-a98b-0fa03e982a21']}} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:58.845843 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ba5e48-ad1b-49d8-bd61-7538158e7690') {'for_net_delete': True} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:58.846159 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ba5e48-ad1b-49d8-bd61-7538158e7690') {} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:58.860757 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58938002'] for segment, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.877118 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.887142 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=102463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:25:58.887551 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58937820'] for segment, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: Traceback (most recent call last): Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: timer() Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: cb(*args, **kw) Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: return func(*args, **kwargs) Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: self._notify() Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: self.callback(batched_events) Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: event.method(event) Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: return f(self, *a, **k) Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._get(url).json() Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: return self.request(url, 'GET', **kwargs) Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:25:58.889708 dv-cinder-801522-8-iscsi neutron-server[102463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:25:58.983228 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.996886 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.003632 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f51050d2-e439-4db8-a98b-0fa03e982a21 HTTP/1.1" status: 204 len: 168 time: 0.4227705 Dec 16 15:25:59.010218 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 57016) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:59.025426 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79223c10-55f8-4ae9-89d0-534a58255508 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51050d2-e439-4db8-a98b-0fa03e982a21,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:59.105118 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Deleting subnet bc107f57-5be5-41b5-95b4-05267293f4be {{(pid=102462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:25:59.108182 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.156326 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.165225 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.264271 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for subnet, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.300893 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc107f57-5be5-41b5-95b4-05267293f4be,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:59.304659 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.308486 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bc107f57-5be5-41b5-95b4-05267293f4be HTTP/1.1" status: 204 len: 168 time: 0.2952588 Dec 16 15:25:59.311972 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 57024) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:59.316799 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2725-c138-4688-a839-8542ce79e990 req-ecd5759c-187b-455a-8bd0-32e2499bfe9a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:59.318436 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-040f2725-c138-4688-a839-8542ce79e990 req-ecd5759c-187b-455a-8bd0-32e2499bfe9a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1146281 Dec 16 15:25:59.326554 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.326944 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.327256 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.327627 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.328081 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.328365 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.328935 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.329155 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.329482 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.329990 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.330372 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.330782 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.331054 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e957054-bdcd-436e-a75e-304415cf60a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:59.405973 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-040f2725-c138-4688-a839-8542ce79e990 req-d40e4028-288e-4187-a2f5-0d6468314c2f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710428 Dec 16 15:25:59.423240 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.521940 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.548958 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326cd6d4-df09-4950-9a06-b2943cbfd7f5']}} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:59.560343 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27534a3c-392f-4e15-a74e-d98a2b50c531') {'for_net_delete': True} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:59.560637 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27534a3c-392f-4e15-a74e-d98a2b50c531') {} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:59.572468 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58938002'] for segment, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.587803 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.596041 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:25:59.596514 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58937820'] for segment, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: Traceback (most recent call last): Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: timer() Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: cb(*args, **kw) Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: return func(*args, **kwargs) Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: self._notify() Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: self.callback(batched_events) Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: event.method(event) Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: return f(self, *a, **k) Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._get(url).json() Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: return self.request(url, 'GET', **kwargs) Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:25:59.598641 dv-cinder-801522-8-iscsi neutron-server[102463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:25:59.667593 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.675527 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.680166 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/326cd6d4-df09-4950-9a06-b2943cbfd7f5 HTTP/1.1" status: 204 len: 168 time: 0.3665576 Dec 16 15:25:59.694839 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3e60a-638b-4a21-98e6-5ec3d018a1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=326cd6d4-df09-4950-9a06-b2943cbfd7f5,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:59.880282 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 57030) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:59.958353 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-5c570e54-3974-4d49-ab67-eed21f882fbb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f86c0487a82c4371b344fee4624b6c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760324 Dec 16 15:25:59.962231 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 57036) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:00.026136 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-bb8cea2b-7303-4e6d-b121-b1694a2e0608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.066828 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-bb8cea2b-7303-4e6d-b121-b1694a2e0608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.147377 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-bb8cea2b-7303-4e6d-b121-b1694a2e0608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.151702 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-bb8cea2b-7303-4e6d-b121-b1694a2e0608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.153464 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-bb8cea2b-7303-4e6d-b121-b1694a2e0608 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1e903a34-97da-4a98-b86d-5b584e7325c8 HTTP/1.1" status: 204 len: 168 time: 0.1899009 Dec 16 15:26:00.169776 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cea2b-7303-4e6d-b121-b1694a2e0608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e903a34-97da-4a98-b86d-5b584e7325c8,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:00.325851 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 57050) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:00.564122 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a15b4-ee4d-45f2-b15f-9a5aca67b918 req-9499fd11-1e56-4b58-8ac4-97068a4da535 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:00.565915 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4f7a15b4-ee4d-45f2-b15f-9a5aca67b918 req-9499fd11-1e56-4b58-8ac4-97068a4da535 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0617301 Dec 16 15:26:00.595352 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7ac8dcdb-22d5-4bc9-ac65-8baefc3e365b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.660022 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4f7a15b4-ee4d-45f2-b15f-9a5aca67b918 req-8c28aae3-51b4-4ad1-997f-74503e985168 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862157 Dec 16 15:26:00.681575 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 57060) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:00.736240 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7ac8dcdb-22d5-4bc9-ac65-8baefc3e365b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.743070 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7ac8dcdb-22d5-4bc9-ac65-8baefc3e365b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.757566 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-541d827d-19b5-461e-9b2c-24ce59625457 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b4d587d5e6314e9d863613065562ee9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0701385 Dec 16 15:26:00.759075 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 57062) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:00.795783 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-7ac8dcdb-22d5-4bc9-ac65-8baefc3e365b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=21e5c5a72eaa486588fd5df871fd5b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4630339 Dec 16 15:26:00.795783 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8dcdb-22d5-4bc9-ac65-8baefc3e365b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f0fc7-3deb-44e4-874d-1ef4e0bd4110,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:00.796206 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 57064) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:00.840454 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c640bc53-09fe-4a18-9eb7-0516c973af64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.860021 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.879920 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c640bc53-09fe-4a18-9eb7-0516c973af64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.890481 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.962961 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.966115 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c640bc53-09fe-4a18-9eb7-0516c973af64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.967911 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.970239 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ca8f0fc7-3deb-44e4-874d-1ef4e0bd4110 HTTP/1.1" status: 204 len: 168 time: 0.1729131 Dec 16 15:26:00.974670 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c640bc53-09fe-4a18-9eb7-0516c973af64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.976322 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 57070) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:00.977312 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-c640bc53-09fe-4a18-9eb7-0516c973af64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7d1ea3f3-f1b2-4c12-9c64-a86cf7854ceb HTTP/1.1" status: 204 len: 168 time: 0.2169054 Dec 16 15:26:00.995187 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f0fc7-3deb-44e4-874d-1ef4e0bd4110,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:01.000647 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640bc53-09fe-4a18-9eb7-0516c973af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1ea3f3-f1b2-4c12-9c64-a86cf7854ceb,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:01.012524 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.013165 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.013723 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.014336 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.015930 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.016779 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.017390 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.017970 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.018554 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.019125 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.019800 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.020256 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.020821 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9266c133-c07c-489d-bf16-1646a6591bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:01.391250 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7f5541ef-1cbb-4898-b5f2-c0293b48090d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.545922 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7f5541ef-1cbb-4898-b5f2-c0293b48090d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.551074 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7f5541ef-1cbb-4898-b5f2-c0293b48090d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.586441 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-7f5541ef-1cbb-4898-b5f2-c0293b48090d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a2441d5932942b8812010ea24424d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6086187 Dec 16 15:26:01.590846 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 57102) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:01.609261 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5541ef-1cbb-4898-b5f2-c0293b48090d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d47c94-55fd-4408-946f-02578340466c,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:01.696331 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-de9ed4c8-8a4a-4484-b61f-233ec1d4e0b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.759680 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-de9ed4c8-8a4a-4484-b61f-233ec1d4e0b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.872821 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-de9ed4c8-8a4a-4484-b61f-233ec1d4e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.876605 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-de9ed4c8-8a4a-4484-b61f-233ec1d4e0b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.878070 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-de9ed4c8-8a4a-4484-b61f-233ec1d4e0b5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/16d47c94-55fd-4408-946f-02578340466c HTTP/1.1" status: 204 len: 168 time: 0.2858460 Dec 16 15:26:01.908059 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ed4c8-8a4a-4484-b61f-233ec1d4e0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d47c94-55fd-4408-946f-02578340466c,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:01.927118 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2d67f-d381-410a-907a-3a8fde46f5b9 req-5d19d955-8b6e-4416-b269-72b5659fcfbf tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:01.929755 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-47e2d67f-d381-410a-907a-3a8fde46f5b9 req-5d19d955-8b6e-4416-b269-72b5659fcfbf tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0937541 Dec 16 15:26:02.005110 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-47e2d67f-d381-410a-907a-3a8fde46f5b9 req-98e32c24-4204-471d-89c3-8e0f5ee11b48 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671215 Dec 16 15:26:02.382566 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 57144) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:02.396572 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.399059 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac426dae-05d2-458b-a0a5-c7b017ac655d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.513609 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac426dae-05d2-458b-a0a5-c7b017ac655d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.520407 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ac426dae-05d2-458b-a0a5-c7b017ac655d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.577742 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-ac426dae-05d2-458b-a0a5-c7b017ac655d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aab9592a2f4c4ebab547546bcf7f3486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936457 Dec 16 15:26:02.578559 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac426dae-05d2-458b-a0a5-c7b017ac655d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e4b9c-4965-40fe-82b2-f7ea0855ec74,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:02.579480 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 57148) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:02.702083 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a3f0bc64-6bf8-4d4a-9798-c2c1d2ca4ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.731474 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a3f0bc64-6bf8-4d4a-9798-c2c1d2ca4ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.755411 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 57152) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:02.807734 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a3f0bc64-6bf8-4d4a-9798-c2c1d2ca4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.811347 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a3f0bc64-6bf8-4d4a-9798-c2c1d2ca4ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.816695 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-a3f0bc64-6bf8-4d4a-9798-c2c1d2ca4ee3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/231e4b9c-4965-40fe-82b2-f7ea0855ec74 HTTP/1.1" status: 204 len: 168 time: 0.2303824 Dec 16 15:26:02.825671 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0bc64-6bf8-4d4a-9798-c2c1d2ca4ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e4b9c-4965-40fe-82b2-f7ea0855ec74,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:02.963353 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-52754f1c-f9e6-4e6d-af89-9d630a4a9af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.164718 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-52754f1c-f9e6-4e6d-af89-9d630a4a9af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.172874 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-52754f1c-f9e6-4e6d-af89-9d630a4a9af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.276014 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-52754f1c-f9e6-4e6d-af89-9d630a4a9af7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5bc61373c9744b42b9d33c00bd54e46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5172424 Dec 16 15:26:03.279364 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 57172) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:03.296734 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178023b8-b5ba-4239-8c55-64b897c8fb23 req-7f184bcd-a07d-4087-813b-57f819bbd0ad tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:03.299523 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-178023b8-b5ba-4239-8c55-64b897c8fb23 req-7f184bcd-a07d-4087-813b-57f819bbd0ad tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1948655 Dec 16 15:26:03.308217 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52754f1c-f9e6-4e6d-af89-9d630a4a9af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef7683a-7cba-4f26-bdee-f6b2b15852fc,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:03.435901 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-178023b8-b5ba-4239-8c55-64b897c8fb23 req-4a146619-e229-4eac-910d-3cd33bfe5b8c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194687 Dec 16 15:26:03.442335 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6da6-b208-47f4-92a5-56aa2d223f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.482180 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6da6-b208-47f4-92a5-56aa2d223f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.550885 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6da6-b208-47f4-92a5-56aa2d223f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.555329 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6da6-b208-47f4-92a5-56aa2d223f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.556638 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-b2bb6da6-b208-47f4-92a5-56aa2d223f28 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7ef7683a-7cba-4f26-bdee-f6b2b15852fc HTTP/1.1" status: 204 len: 168 time: 0.2758639 Dec 16 15:26:03.568547 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb6da6-b208-47f4-92a5-56aa2d223f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef7683a-7cba-4f26-bdee-f6b2b15852fc,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:04.134601 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb07b-7df0-4af9-b598-f6f30ff035b8 req-8b4adf75-5481-4f50-b7f2-4cf75073b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:04.139463 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eb0cb07b-7df0-4af9-b598-f6f30ff035b8 req-8b4adf75-5481-4f50-b7f2-4cf75073b363 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 1099 time: 0.1006463 Dec 16 15:26:04.237296 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eb0cb07b-7df0-4af9-b598-f6f30ff035b8 req-dc730fcd-d096-4e9e-b0ba-61df2436fd05 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817494 Dec 16 15:26:04.720917 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e2140-46b2-42fe-b1e0-ee1a963aea59 req-6bd756dc-1305-4e31-9341-8cbd4de864c5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:04.723738 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-db8e2140-46b2-42fe-b1e0-ee1a963aea59 req-6bd756dc-1305-4e31-9341-8cbd4de864c5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1128433 Dec 16 15:26:04.865098 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-db8e2140-46b2-42fe-b1e0-ee1a963aea59 req-a5b29d1c-83b3-4458-8020-b6490d9d67e5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210375 Dec 16 15:26:08.073142 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585ba3e-dfc4-4bb2-b9b5-22f3bd016e65 req-9398962c-b036-416c-aa3e-4221580eb619 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:08.077679 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2585ba3e-dfc4-4bb2-b9b5-22f3bd016e65 req-9398962c-b036-416c-aa3e-4221580eb619 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0912650 Dec 16 15:26:08.177729 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2585ba3e-dfc4-4bb2-b9b5-22f3bd016e65 req-786febcc-f428-4e47-a36c-c1865f868bc3 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890057 Dec 16 15:26:08.191667 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d9294b07-d3d5-4761-9a96-19cfabf34310 req-6860677d-5f13-42ea-8a38-af28ee48355c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849354 Dec 16 15:26:08.292448 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9294b07-d3d5-4761-9a96-19cfabf34310 req-a00a22da-3584-49ee-9846-d945e90fadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:08.294720 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d9294b07-d3d5-4761-9a96-19cfabf34310 req-a00a22da-3584-49ee-9846-d945e90fadf5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 1098 time: 0.0664637 Dec 16 15:26:08.432832 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9294b07-d3d5-4761-9a96-19cfabf34310 req-37fedd0c-0ee0-46e9-9654-36738e23789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:08.434678 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d9294b07-d3d5-4761-9a96-19cfabf34310 req-37fedd0c-0ee0-46e9-9654-36738e23789f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 920 time: 0.1129491 Dec 16 15:26:08.500946 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d9294b07-d3d5-4761-9a96-19cfabf34310 req-ae38bfb9-4bcc-4e4c-9e72-79850d0c411e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08 HTTP/1.1" status: 200 len: 217 time: 0.0421042 Dec 16 15:26:08.585539 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9294b07-d3d5-4761-9a96-19cfabf34310 req-d4fa6e16-6615-4a1c-9a1d-851dfa065f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:08.587553 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d9294b07-d3d5-4761-9a96-19cfabf34310 req-d4fa6e16-6615-4a1c-9a1d-851dfa065f1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=878cfd11-30a6-40ee-8e2a-ea532f7ac79c HTTP/1.1" status: 200 len: 859 time: 0.0617614 Dec 16 15:26:08.633459 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d9294b07-d3d5-4761-9a96-19cfabf34310 req-8330c118-313b-44f7-888c-e38c602d259c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef10b335-f6cb-4f33-b364-6bec0cd5df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342600 Dec 16 15:26:08.759767 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d9294b07-d3d5-4761-9a96-19cfabf34310 req-51c474ca-4809-4251-88af-3f9e2bb4eae6 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134593 Dec 16 15:26:09.047596 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d9294b07-d3d5-4761-9a96-19cfabf34310 req-e10d9e57-684f-4a5f-bd3a-86a11c443461 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680111 Dec 16 15:26:09.359277 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ed413-543b-480d-bf05-818828251bb6 req-8f980396-3c03-412c-b5fa-fca9605041bb tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:09.362755 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-997ed413-543b-480d-bf05-818828251bb6 req-8f980396-3c03-412c-b5fa-fca9605041bb tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0908234 Dec 16 15:26:09.469554 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-997ed413-543b-480d-bf05-818828251bb6 req-91aec5f0-a4ed-4ad6-8240-137687153acc tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926135 Dec 16 15:26:09.622941 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f34a9-ff18-43e5-8852-39e3cb798829 req-8a5a2227-9c8c-4b5e-8da0-51ce50867010 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:09.625527 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d05f34a9-ff18-43e5-8852-39e3cb798829 req-8a5a2227-9c8c-4b5e-8da0-51ce50867010 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0770597 Dec 16 15:26:09.697549 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d05f34a9-ff18-43e5-8852-39e3cb798829 req-cfe323c5-1333-4979-af9b-a8c1dac5b798 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597601 Dec 16 15:26:14.599959 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-300374d7-19c8-4a8c-9b40-65646e32e608 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:14.601783 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-300374d7-19c8-4a8c-9b40-65646e32e608 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 814 time: 0.1228051 Dec 16 15:26:14.622760 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-5deef15b-ef7a-43d7-82b2-93f0f2a4a137 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/quotas/0f41357d2eed40678067e34cc4a8a82d HTTP/1.1" status: 200 len: 375 time: 0.0134354 Dec 16 15:26:14.720321 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-e3f138fd-d3ca-4029-855c-6738e727a4df tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898967 Dec 16 15:26:14.884600 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-b3320a8f-cfe8-4bef-9ac9-3e24cc5ce202 service neutron] 10.222.0.75 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540148 Dec 16 15:26:14.899843 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84fbdd-e3a3-4e12-86b5-c6a08722ea89 req-accd2b87-4047-4b99-b25c-95fe57f9a72b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:14.902850 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-be84fbdd-e3a3-4e12-86b5-c6a08722ea89 req-accd2b87-4047-4b99-b25c-95fe57f9a72b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0803068 Dec 16 15:26:15.019706 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-be84fbdd-e3a3-4e12-86b5-c6a08722ea89 req-5cde7966-34a2-4707-98e8-028106a72487 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036110 Dec 16 15:26:15.055614 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-e23a403b-ad4e-4921-84c0-7314b10493ea service neutron] 10.222.0.75 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509202 Dec 16 15:26:16.982880 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a40b6445-ce91-44ca-8068-9b396bce08bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.933228 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6b48d-7665-4200-82ea-a12de94c0afb req-9dd9d645-daff-40f3-b64a-b5d5e8a044e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:17.936051 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-14f6b48d-7665-4200-82ea-a12de94c0afb req-9dd9d645-daff-40f3-b64a-b5d5e8a044e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 1098 time: 0.0737853 Dec 16 15:26:18.193505 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6b20d078-d1d8-4f3f-b01d-b550c74098fb req-aa227836-2c83-4bd0-a91d-be148d1bc6b0 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 210 time: 0.0783615 Dec 16 15:26:18.339354 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac01b4-3e56-408d-8a21-6beed427dceb req-c7b6d3e1-66ad-47e8-b3a7-768c901c23de tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:18.342074 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-41ac01b4-3e56-408d-8a21-6beed427dceb req-c7b6d3e1-66ad-47e8-b3a7-768c901c23de tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1974370 Dec 16 15:26:18.344650 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6b48d-7665-4200-82ea-a12de94c0afb req-1dd3aa0f-b3e2-4ca9-9e75-a65b9745511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:18.347123 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-14f6b48d-7665-4200-82ea-a12de94c0afb req-1dd3aa0f-b3e2-4ca9-9e75-a65b9745511e service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 920 time: 0.3745539 Dec 16 15:26:18.445895 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-14f6b48d-7665-4200-82ea-a12de94c0afb req-97f363ca-86d2-4b6a-b621-d92366276459 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08 HTTP/1.1" status: 200 len: 217 time: 0.0818279 Dec 16 15:26:18.550345 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-41ac01b4-3e56-408d-8a21-6beed427dceb req-ecacfc06-6378-4698-91c2-2903693bf880 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969135 Dec 16 15:26:18.576546 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6b48d-7665-4200-82ea-a12de94c0afb req-c666f931-6bd8-4e20-9530-882130eaef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:18.579504 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-14f6b48d-7665-4200-82ea-a12de94c0afb req-c666f931-6bd8-4e20-9530-882130eaef26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=878cfd11-30a6-40ee-8e2a-ea532f7ac79c HTTP/1.1" status: 200 len: 859 time: 0.1145363 Dec 16 15:26:18.641817 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-14f6b48d-7665-4200-82ea-a12de94c0afb req-83b0161b-c9d4-4223-b1af-c85b55dc888f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef10b335-f6cb-4f33-b364-6bec0cd5df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501785 Dec 16 15:26:18.789976 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-14f6b48d-7665-4200-82ea-a12de94c0afb req-f7dfab8b-52d1-4567-b0f2-64eecaf91543 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366124 Dec 16 15:26:19.047531 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-14f6b48d-7665-4200-82ea-a12de94c0afb req-b7574c2f-0f38-44e7-a6e2-8455f2ef2bdb service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346411 Dec 16 15:26:19.143584 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-829d23c4-0db5-4334-8e70-16a9b093c153 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:19.173578 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-829d23c4-0db5-4334-8e70-16a9b093c153 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 814 time: 0.2728250 Dec 16 15:26:19.173578 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Request body: {'port': {'device_id': '70930421-871e-4e7a-90f2-998121f117b9', 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1', 'admin_state_up': True, 'tenant_id': '0f41357d2eed40678067e34cc4a8a82d'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:19.407383 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Made reservation on behalf of 0f41357d2eed40678067e34cc4a8a82d for: {'port': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:19.412305 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:19.416921 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1a40f937-3ea5-4f99-b779-24a54d42992c req-4afe1c17-6d79-4860-a970-939d0efa8ee6 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 210 time: 0.0617576 Dec 16 15:26:19.661217 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Allocated IP 172.20.0.8 (fd1e4024-a5d3-451e-951e-946646d29db1/77d270c3-988e-4ea4-a4a7-2fd404d77eae/cd0fcf9a-5af5-4b18-8761-36aff40deefa) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:19.697840 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-4aef0e70-b9a1-45be-ab8b-040e2785ef0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:19.759526 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b58400-8c33-4d1a-9dea-f45913d3bab8 req-7e4148f4-0162-452c-99cf-2b47d24ba8c8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:19.761181 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c2b58400-8c33-4d1a-9dea-f45913d3bab8 req-7e4148f4-0162-452c-99cf-2b47d24ba8c8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0978060 Dec 16 15:26:19.830947 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c2b58400-8c33-4d1a-9dea-f45913d3bab8 req-f6d12994-f0fd-469c-a8fc-f785fc3c52fa tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615380 Dec 16 15:26:19.860031 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:19.904791 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:19.922394 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['3f7b6684-95a6-4d42-982e-388e8606f82b', 'c6fcf42a-202f-49ba-8b5d-54d19aff9722', '5cefafa2-3541-4970-aaec-94fb24084ea4'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:19.964425 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Network fd1e4024-a5d3-451e-951e-946646d29db1 is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:19.968632 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:19.973210 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:20.006356 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Pushing event updated for resources: {'Port': ['ID=cd0fcf9a-5af5-4b18-8761-36aff40deefa,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:20.057613 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:20.058504 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.082590 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-34c83381-171b-4e50-a6e6-35ae9984dc78 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9198260 Dec 16 15:26:20.098739 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Request body: {'port': {'device_id': '70930421-871e-4e7a-90f2-998121f117b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:20.185149 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.597974 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f8b1c-f405-435d-b443-ce1f5eae5fbd req-4a9f92d1-c38b-458d-9bc3-ec653f5d1813 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:20.601971 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a95f8b1c-f405-435d-b443-ce1f5eae5fbd req-4a9f92d1-c38b-458d-9bc3-ec653f5d1813 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 931 time: 0.0777681 Dec 16 15:26:20.625718 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0fcf9a-5af5-4b18-8761-36aff40deefa {{(pid=102463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:20.664872 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.703918 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.provisioning_blocks [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Transition to ACTIVE for port object cd0fcf9a-5af5-4b18-8761-36aff40deefa will not be triggered until provisioned by entity L2. {{(pid=102463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:26:20.711901 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.712487 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.733590 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a95f8b1c-f405-435d-b443-ce1f5eae5fbd req-e36b38aa-3baf-4e2c-9d72-b7dda64070c9 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227498 Dec 16 15:26:20.844578 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0fcf9a-5af5-4b18-8761-36aff40deefa,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:20.906716 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Attempting to bind port cd0fcf9a-5af5-4b18-8761-36aff40deefa on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:20.906952 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Attempting to bind port cd0fcf9a-5af5-4b18-8761-36aff40deefa by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'}] {{(pid=102463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:26:20.907241 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Attempting to bind port cd0fcf9a-5af5-4b18-8761-36aff40deefa on network fd1e4024-a5d3-451e-951e-946646d29db1 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:20.913133 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Port cd0fcf9a-5af5-4b18-8761-36aff40deefa on network fd1e4024-a5d3-451e-951e-946646d29db1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:26:20.913468 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Attempting to bind port cd0fcf9a-5af5-4b18-8761-36aff40deefa on network fd1e4024-a5d3-451e-951e-946646d29db1 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:20.921539 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:26:20.921938 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Checking segment: {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:20.922332 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Bound using segment: {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'} {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:26:20.922843 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Bound port: cd0fcf9a-5af5-4b18-8761-36aff40deefa, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b5ee6c-02ef-40ff-94ba-d3a9925ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1'}}] {{(pid=102463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:26:20.923208 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:21.008358 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d47c42-9457-4cd0-8b03-6f78f1ad36d5 req-15525139-b5d4-4088-a125-b8740205b231 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:21.010284 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-99d47c42-9457-4cd0-8b03-6f78f1ad36d5 req-15525139-b5d4-4088-a125-b8740205b231 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0695689 Dec 16 15:26:21.021113 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] For port cd0fcf9a-5af5-4b18-8761-36aff40deefa, host hv-cinder-80152, cleared binding levels {{(pid=102463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:26:21.026546 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] For port cd0fcf9a-5af5-4b18-8761-36aff40deefa, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cd0fcf9a-5af5-4b18-8761-36aff40deefa,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:26:21.031680 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:21.075508 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:21.076241 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:21.077823 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] 10.222.0.58 "PUT /v2.0/ports/cd0fcf9a-5af5-4b18-8761-36aff40deefa HTTP/1.1" status: 200 len: 1093 time: 0.9839456 Dec 16 15:26:21.078372 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70930421-871e-4e7a-90f2-998121f117b9', 'tag': 'cd0fcf9a-5af5-4b18-8761-36aff40deefa'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:21.080752 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58d5def-889f-49f2-8200-251392944ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "70930421-871e-4e7a-90f2-998121f117b9", "tag": "cd0fcf9a-5af5-4b18-8761-36aff40deefa"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:21.081402 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-99d47c42-9457-4cd0-8b03-6f78f1ad36d5 req-ad68f166-c6bb-4912-8013-35c82a10e182 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646048 Dec 16 15:26:21.113219 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10cea8-4cc0-473e-9b5f-e668b854dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0fcf9a-5af5-4b18-8761-36aff40deefa,revision_number=3']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:21.170905 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bce8da-28eb-48e9-bd67-e4e77f787322 x-openstack-request-id: req-84bce8da-28eb-48e9-bd67-e4e77f787322 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:21.171424 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70930421-871e-4e7a-90f2-998121f117b9", "tag": "cd0fcf9a-5af5-4b18-8761-36aff40deefa", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:21.171889 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-84bce8da-28eb-48e9-bd67-e4e77f787322 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:21.172582 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70930421-871e-4e7a-90f2-998121f117b9', 'tag': 'cd0fcf9a-5af5-4b18-8761-36aff40deefa', 'status': 'completed', 'code': 200} Dec 16 15:26:21.223063 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-7244ccf3-f832-418a-b482-2d715d248f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:21.226393 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-7244ccf3-f832-418a-b482-2d715d248f25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 1096 time: 0.0714016 Dec 16 15:26:21.288636 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-8fe5ea31-d79a-4e68-a7e2-f9ceb2eefd85 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd0fcf9a-5af5-4b18-8761-36aff40deefa HTTP/1.1" status: 200 len: 217 time: 0.0421402 Dec 16 15:26:21.386503 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-65e8052e-3e1d-4cb2-b1dc-89645a1e56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:21.388705 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-65e8052e-3e1d-4cb2-b1dc-89645a1e56e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77d270c3-988e-4ea4-a4a7-2fd404d77eae HTTP/1.1" status: 200 len: 854 time: 0.0726876 Dec 16 15:26:21.434724 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-f4febb79-944f-42bc-bd20-1ce1bcc85a75 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd1e4024-a5d3-451e-951e-946646d29db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342875 Dec 16 15:26:21.832542 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-0f0c4938-a489-4208-b3b0-79921fce5fb5 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824914 Dec 16 15:26:21.895048 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddae97-25d6-4eef-8316-5c028993f5e5 req-d3dab606-077f-4df0-9fd5-7af71e749c29 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:21.898232 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f3ddae97-25d6-4eef-8316-5c028993f5e5 req-d3dab606-077f-4df0-9fd5-7af71e749c29 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 943 time: 0.0697868 Dec 16 15:26:21.975517 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48db5642-9a6f-47fd-8ccd-12ff83195324 req-7e0e6725-7c80-4464-a5f5-d60c2ddc2f3b service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318057 Dec 16 15:26:21.987771 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f3ddae97-25d6-4eef-8316-5c028993f5e5 req-cb2a551b-abcc-4d09-bdc1-2ba17d8ba4f5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828729 Dec 16 15:26:22.002325 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:22.162521 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d5def-889f-49f2-8200-251392944ab2 req-d5cc1f67-17e8-4581-b8f6-2d181d5f2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:22.164570 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-e58d5def-889f-49f2-8200-251392944ab2 req-d5cc1f67-17e8-4581-b8f6-2d181d5f2b46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f41357d2eed40678067e34cc4a8a82d&device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 1096 time: 0.0558982 Dec 16 15:26:22.305528 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6e0a8-8bee-4db8-adda-d0ca599d3bfb req-674917ba-e1bb-4e52-bdc9-0db60c37c6bf tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:22.313414 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-62a6e0a8-8bee-4db8-adda-d0ca599d3bfb req-674917ba-e1bb-4e52-bdc9-0db60c37c6bf tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0939937 Dec 16 15:26:22.324147 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d5def-889f-49f2-8200-251392944ab2 req-bcb648d5-9f16-4977-a4ee-5beb711edf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:22.325625 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-e58d5def-889f-49f2-8200-251392944ab2 req-bcb648d5-9f16-4977-a4ee-5beb711edf58 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 200 len: 915 time: 0.1491120 Dec 16 15:26:22.381797 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-62a6e0a8-8bee-4db8-adda-d0ca599d3bfb req-74e73fd8-b6aa-40cc-b4de-dc4aa0c81e50 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614111 Dec 16 15:26:22.392421 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-e58d5def-889f-49f2-8200-251392944ab2 req-1bc51985-68fe-493c-a12b-b0d0c3e4a214 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd0fcf9a-5af5-4b18-8761-36aff40deefa HTTP/1.1" status: 200 len: 217 time: 0.0482903 Dec 16 15:26:22.471215 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d5def-889f-49f2-8200-251392944ab2 req-56d1acd8-38d2-49e3-a6d2-a6556d35120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:22.473772 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-e58d5def-889f-49f2-8200-251392944ab2 req-56d1acd8-38d2-49e3-a6d2-a6556d35120c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77d270c3-988e-4ea4-a4a7-2fd404d77eae HTTP/1.1" status: 200 len: 854 time: 0.0725901 Dec 16 15:26:22.519414 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-e58d5def-889f-49f2-8200-251392944ab2 req-a976eb37-3f34-468d-b37f-1d5895300773 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd1e4024-a5d3-451e-951e-946646d29db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297883 Dec 16 15:26:22.675626 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-e58d5def-889f-49f2-8200-251392944ab2 req-1b84b0a5-6c37-417b-9f06-713cc862371b service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389160 Dec 16 15:26:22.797019 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-e58d5def-889f-49f2-8200-251392944ab2 req-1cde4b43-3766-4c31-9dff-49c8fe9ece49 service neutron] 10.222.0.58 "GET /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083524 Dec 16 15:26:23.052758 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:23.236030 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a745c72-223f-4b9a-a4d6-51897700e8eb req-cd3e88f7-d120-433f-84dd-bfcdf7c8efcb tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:23.238542 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2a745c72-223f-4b9a-a4d6-51897700e8eb req-cd3e88f7-d120-433f-84dd-bfcdf7c8efcb tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 943 time: 0.1070602 Dec 16 15:26:23.322702 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2a745c72-223f-4b9a-a4d6-51897700e8eb req-76189766-97e5-444e-a1b5-d3ccef00e5a9 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764191 Dec 16 15:26:23.560311 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87098c28-e4d5-4d10-bff5-019d6326a2d7 req-ce67c4c3-b25a-4636-a152-79084ee4165f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:23.562317 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-87098c28-e4d5-4d10-bff5-019d6326a2d7 req-ce67c4c3-b25a-4636-a152-79084ee4165f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0639281 Dec 16 15:26:23.634418 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-87098c28-e4d5-4d10-bff5-019d6326a2d7 req-d0927e0a-4fb3-4959-8bbe-a7552c0b7359 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642772 Dec 16 15:26:23.637488 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 57676) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:23.879906 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd1e9c-9880-492c-a573-1650a2c1c14e req-c9ef1d94-f933-42a1-962b-a31ee3015d19 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:23.882330 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6abd1e9c-9880-492c-a573-1650a2c1c14e req-c9ef1d94-f933-42a1-962b-a31ee3015d19 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0906250 Dec 16 15:26:23.911114 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-68ed9951-1f2f-4c62-ac68-27b6807622b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:23.970277 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6abd1e9c-9880-492c-a573-1650a2c1c14e req-9f5dd0e9-e48a-4177-b798-7e6caf011d99 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764210 Dec 16 15:26:24.042727 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-68ed9951-1f2f-4c62-ac68-27b6807622b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.047801 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-68ed9951-1f2f-4c62-ac68-27b6807622b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.092618 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-68ed9951-1f2f-4c62-ac68-27b6807622b0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e143dd22a6004fac9d86f29ef77cea64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4537063 Dec 16 15:26:24.093521 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed9951-1f2f-4c62-ac68-27b6807622b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b298f68-d11b-40c9-aef6-93be657ea679,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:24.095401 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 57688) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:24.161343 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f25029ea-1e9f-449a-8b2e-23d1d8bbdcd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.187772 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f25029ea-1e9f-449a-8b2e-23d1d8bbdcd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.253790 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f25029ea-1e9f-449a-8b2e-23d1d8bbdcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.258143 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f25029ea-1e9f-449a-8b2e-23d1d8bbdcd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.259494 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f25029ea-1e9f-449a-8b2e-23d1d8bbdcd2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5b298f68-d11b-40c9-aef6-93be657ea679 HTTP/1.1" status: 204 len: 168 time: 0.1630859 Dec 16 15:26:24.270073 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25029ea-1e9f-449a-8b2e-23d1d8bbdcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b298f68-d11b-40c9-aef6-93be657ea679,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:24.538959 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135975e-18a2-4c04-8fcc-3da97dd13b32 req-8e369224-6927-455e-873f-294ea4d42aa6 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:24.541250 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7135975e-18a2-4c04-8fcc-3da97dd13b32 req-8e369224-6927-455e-873f-294ea4d42aa6 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 943 time: 0.1257834 Dec 16 15:26:24.610608 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 57704) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:24.743156 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cd0fcf9a-5af5-4b18-8761-36aff40deefa details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:26:24.785475 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c1f73b1-2e1e-4c8d-8910-f40d3fbcca46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.866897 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7135975e-18a2-4c04-8fcc-3da97dd13b32 req-3ce44494-0bce-4db4-8ee2-7b44462f46fe tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187704 Dec 16 15:26:24.875092 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 57710) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:24.889525 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77433c22-f917-4c58-86d1-cee594da17c2 req-4cbdcb28-b593-4912-9a7c-dc3b8fd42c04 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:24.891579 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-77433c22-f917-4c58-86d1-cee594da17c2 req-4cbdcb28-b593-4912-9a7c-dc3b8fd42c04 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1043797 Dec 16 15:26:24.916495 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port cd0fcf9a-5af5-4b18-8761-36aff40deefa, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cd0fcf9a-5af5-4b18-8761-36aff40deefa,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:24.916762 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-93acabab-fc60-4792-ae33-1faceba26f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.932609 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'cd0fcf9a-5af5-4b18-8761-36aff40deefa', 'network_id': 'fd1e4024-a5d3-451e-951e-946646d29db1', 'port_id': 'cd0fcf9a-5af5-4b18-8761-36aff40deefa', 'mac_address': 'fa:16:3e:43:61:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d270c3-988e-4ea4-a4a7-2fd404d77eae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:26:24.973868 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-77433c22-f917-4c58-86d1-cee594da17c2 req-fec61ed0-051e-416a-80b9-ba1551533a01 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751407 Dec 16 15:26:25.003449 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c1f73b1-2e1e-4c8d-8910-f40d3fbcca46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.010150 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.017713 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c1f73b1-2e1e-4c8d-8910-f40d3fbcca46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.036580 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0fcf9a-5af5-4b18-8761-36aff40deefa {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:25.077559 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port cd0fcf9a-5af5-4b18-8761-36aff40deefa, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cd0fcf9a-5af5-4b18-8761-36aff40deefa,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:25.082457 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-0c1f73b1-2e1e-4c8d-8910-f40d3fbcca46 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8307e9ba96ff4ee7bcfdbf4ef0373f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4706094 Dec 16 15:26:25.086503 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.090349 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 57714) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:25.096902 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f73b1-2e1e-4c8d-8910-f40d3fbcca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175d7586-7a79-468a-92d3-d9748a10302e,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:25.160579 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9914500-c546-42bc-a9b7-1aa722b35b33 req-46da89c3-f42a-45ee-b119-cb184eed59cf tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:25.162925 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e9914500-c546-42bc-a9b7-1aa722b35b33 req-46da89c3-f42a-45ee-b119-cb184eed59cf tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0864623 Dec 16 15:26:25.196288 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=cd0fcf9a-5af5-4b18-8761-36aff40deefa,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:25.212579 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.213444 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.214044 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.214582 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.215120 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.215666 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.216194 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.216977 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.217663 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.218282 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.218726 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.219191 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.219883 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:25.223393 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-93acabab-fc60-4792-ae33-1faceba26f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.227828 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd02d-9347-45c5-bf09-3e27baa4c6ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.233367 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-93acabab-fc60-4792-ae33-1faceba26f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.258926 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e9914500-c546-42bc-a9b7-1aa722b35b33 req-96c9d421-1af2-4bdf-8d2e-64a52f801f6f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754848 Dec 16 15:26:25.279330 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd02d-9347-45c5-bf09-3e27baa4c6ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.323358 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acabab-fc60-4792-ae33-1faceba26f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6703b8a9-068e-4f9f-8399-ab4693a1837a,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:25.343432 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-93acabab-fc60-4792-ae33-1faceba26f95 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4aed25b5d3564a8f9ee28e260f3c3a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4670436 Dec 16 15:26:25.346810 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 57718) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:25.383511 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd02d-9347-45c5-bf09-3e27baa4c6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.388807 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd02d-9347-45c5-bf09-3e27baa4c6ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.390875 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-8c9bd02d-9347-45c5-bf09-3e27baa4c6ef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/175d7586-7a79-468a-92d3-d9748a10302e HTTP/1.1" status: 204 len: 168 time: 0.2992425 Dec 16 15:26:25.409627 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bd02d-9347-45c5-bf09-3e27baa4c6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175d7586-7a79-468a-92d3-d9748a10302e,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:25.418607 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-96a6a5e4-e628-47a7-bdb7-a00d2bd2e454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.471972 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-96a6a5e4-e628-47a7-bdb7-a00d2bd2e454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.509971 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['cd0fcf9a-5af5-4b18-8761-36aff40deefa'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:25.586731 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-96a6a5e4-e628-47a7-bdb7-a00d2bd2e454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.592820 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-96a6a5e4-e628-47a7-bdb7-a00d2bd2e454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.595991 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-96a6a5e4-e628-47a7-bdb7-a00d2bd2e454 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6703b8a9-068e-4f9f-8399-ab4693a1837a HTTP/1.1" status: 204 len: 168 time: 0.2471159 Dec 16 15:26:25.614147 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6a5e4-e628-47a7-bdb7-a00d2bd2e454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6703b8a9-068e-4f9f-8399-ab4693a1837a,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:26.109312 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c1e34-c5bc-488b-8181-4784492e92a8 req-32012fbe-5776-4ee1-b0de-07f21dd6d522 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:26.111751 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f10c1e34-c5bc-488b-8181-4784492e92a8 req-32012fbe-5776-4ee1-b0de-07f21dd6d522 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 944 time: 0.1134458 Dec 16 15:26:26.236587 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97cdb7-72cb-4ff5-bc3e-9ab61c2f7e2b req-07b2d42c-85fd-4c71-b1ca-4d554aa8d501 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:26.243521 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d97cdb7-72cb-4ff5-bc3e-9ab61c2f7e2b req-07b2d42c-85fd-4c71-b1ca-4d554aa8d501 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1263816 Dec 16 15:26:26.260950 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f10c1e34-c5bc-488b-8181-4784492e92a8 req-440a6e73-3b8b-42ae-8f54-811b64efb20c tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360633 Dec 16 15:26:26.346604 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d97cdb7-72cb-4ff5-bc3e-9ab61c2f7e2b req-8dac91df-34ef-4a1f-bfc7-3cc253bf7ffe tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757480 Dec 16 15:26:26.505943 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c71571-4bd3-4cde-a745-0851db393ffd req-a79309f7-7891-4b57-913c-ec354ceba7ef tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:26.505943 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-78c71571-4bd3-4cde-a745-0851db393ffd req-a79309f7-7891-4b57-913c-ec354ceba7ef tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0685349 Dec 16 15:26:26.605344 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-78c71571-4bd3-4cde-a745-0851db393ffd req-d114a5ec-9b4a-4dc4-9e6e-bb9ddfe51141 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895100 Dec 16 15:26:27.422380 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a84fd-cdba-479c-bca8-c0e57700ead4 req-6f9c51b7-e5ec-4d41-8acf-bd049487dd67 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:27.425003 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-930a84fd-cdba-479c-bca8-c0e57700ead4 req-6f9c51b7-e5ec-4d41-8acf-bd049487dd67 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 944 time: 0.0699399 Dec 16 15:26:27.581104 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae3325-b595-4514-91ea-d0fefe826af8 req-0f1d5aeb-726e-4aaa-a04e-87f07a48aab0 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:27.584086 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1dae3325-b595-4514-91ea-d0fefe826af8 req-0f1d5aeb-726e-4aaa-a04e-87f07a48aab0 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1412776 Dec 16 15:26:27.623341 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-930a84fd-cdba-479c-bca8-c0e57700ead4 req-ad225f6f-6ed5-4f44-bf32-1336492a92de tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901062 Dec 16 15:26:27.687887 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1dae3325-b595-4514-91ea-d0fefe826af8 req-93855b3c-8b05-4344-a347-ef9c2336e2a5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893250 Dec 16 15:26:27.808381 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d742f61-5567-4eee-bea8-07b03125614f req-d61fe942-ef90-496d-82ed-6c2c190bf846 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:27.810761 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0d742f61-5567-4eee-bea8-07b03125614f req-d61fe942-ef90-496d-82ed-6c2c190bf846 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0773275 Dec 16 15:26:27.904334 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0d742f61-5567-4eee-bea8-07b03125614f req-d5d0195c-9ca6-4ead-8554-13abbdbbf4a0 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816951 Dec 16 15:26:28.770522 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cd0fcf9a-5af5-4b18-8761-36aff40deefa up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:28.830229 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port cd0fcf9a-5af5-4b18-8761-36aff40deefa completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:26:28.832636 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b843c-7410-4e65-b85f-97126ef31b0e req-00b540ca-f845-45c1-85ce-5fe85414fce8 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:28.838342 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port cd0fcf9a-5af5-4b18-8761-36aff40deefa triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:28.838975 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:28.839693 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f3b843c-7410-4e65-b85f-97126ef31b0e req-00b540ca-f845-45c1-85ce-5fe85414fce8 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 944 time: 0.0949428 Dec 16 15:26:28.862926 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53dfb-4e77-49ab-8918-58119d78c615 req-383cf1f1-4ef2-480e-b656-3e37a968b48e tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:28.864565 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-abe53dfb-4e77-49ab-8918-58119d78c615 req-383cf1f1-4ef2-480e-b656-3e37a968b48e tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0903983 Dec 16 15:26:28.951826 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f3b843c-7410-4e65-b85f-97126ef31b0e req-e39d67ce-c905-4861-9adb-3128b7396998 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035306 Dec 16 15:26:28.972107 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-abe53dfb-4e77-49ab-8918-58119d78c615 req-7b7a019a-8183-440a-be00-7578c1ed0952 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918331 Dec 16 15:26:29.026244 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.074762 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70930421-871e-4e7a-90f2-998121f117b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0fcf9a-5af5-4b18-8761-36aff40deefa'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:29.079303 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c53b42-474b-4ba0-a11d-1e21dcd0d752" -d '{"events": [{"server_uuid": "70930421-871e-4e7a-90f2-998121f117b9", "name": "network-vif-plugged", "status": "completed", "tag": "cd0fcf9a-5af5-4b18-8761-36aff40deefa"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:29.097972 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa4b1-446f-4758-8068-c89720470100 req-c29bf8f9-5109-44a9-b09c-72af2193faca tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:29.100695 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7d7fa4b1-446f-4758-8068-c89720470100 req-c29bf8f9-5109-44a9-b09c-72af2193faca tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0601931 Dec 16 15:26:29.111385 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port cd0fcf9a-5af5-4b18-8761-36aff40deefa, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cd0fcf9a-5af5-4b18-8761-36aff40deefa,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:29.124184 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.172402 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be205490-209c-4c0e-9f8a-858cc273cc84 x-openstack-request-id: req-be205490-209c-4c0e-9f8a-858cc273cc84 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:29.172873 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70930421-871e-4e7a-90f2-998121f117b9", "name": "network-vif-plugged", "status": "completed", "tag": "cd0fcf9a-5af5-4b18-8761-36aff40deefa", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:29.173292 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-be205490-209c-4c0e-9f8a-858cc273cc84 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:29.174531 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70930421-871e-4e7a-90f2-998121f117b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0fcf9a-5af5-4b18-8761-36aff40deefa', 'code': 200} Dec 16 15:26:29.226229 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=cd0fcf9a-5af5-4b18-8761-36aff40deefa,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:29.238741 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7d7fa4b1-446f-4758-8068-c89720470100 req-49b11cae-ba9c-4a9f-afb9-beaff7e62400 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220887 Dec 16 15:26:29.417216 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaaca8-d642-470e-9e9c-16febf395073 req-c30846b0-9d95-4589-93ed-76f5aee35c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:29.419474 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-78aaaca8-d642-470e-9e9c-16febf395073 req-c30846b0-9d95-4589-93ed-76f5aee35c8c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 1098 time: 0.0586104 Dec 16 15:26:29.515151 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-78aaaca8-d642-470e-9e9c-16febf395073 req-ae4d20ef-1d3e-4973-b904-d8a9d4f67c0e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844347 Dec 16 15:26:29.902824 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2d8fb-f0ad-4d96-a33e-743fec95c79f req-cbbb98fb-105e-43fc-b78c-811381f6ae1a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:29.904507 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-59d2d8fb-f0ad-4d96-a33e-743fec95c79f req-cbbb98fb-105e-43fc-b78c-811381f6ae1a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0646734 Dec 16 15:26:30.013345 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-59d2d8fb-f0ad-4d96-a33e-743fec95c79f req-1e616d18-ca95-4ece-8af7-659943551415 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962205 Dec 16 15:26:30.184782 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa69b-6e54-4c48-9b20-1c6b7dce2d25 req-200c3ee1-313d-4533-9e16-6c1b3e104ed1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:30.186739 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-baeaa69b-6e54-4c48-9b20-1c6b7dce2d25 req-200c3ee1-313d-4533-9e16-6c1b3e104ed1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1053157 Dec 16 15:26:30.197442 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7948cd3-f098-49d6-860e-b4ad98ad282b req-03ed38d6-6684-4681-b2b3-945cd5f09497 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:30.199191 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f7948cd3-f098-49d6-860e-b4ad98ad282b req-03ed38d6-6684-4681-b2b3-945cd5f09497 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 945 time: 0.1082478 Dec 16 15:26:30.296431 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-baeaa69b-6e54-4c48-9b20-1c6b7dce2d25 req-294e1468-8f34-4c2c-a310-3a315424d332 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956604 Dec 16 15:26:30.307329 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f7948cd3-f098-49d6-860e-b4ad98ad282b req-64b28262-8a63-439d-96c9-969431df93c1 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966005 Dec 16 15:26:30.432283 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d7ac0-fb7a-49b2-9beb-0ad8f9737538 req-b3912564-f458-468b-8106-faa3d5cb1d7a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:30.434029 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d40d7ac0-fb7a-49b2-9beb-0ad8f9737538 req-b3912564-f458-468b-8106-faa3d5cb1d7a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0638962 Dec 16 15:26:30.537400 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d40d7ac0-fb7a-49b2-9beb-0ad8f9737538 req-9fda9d1b-070c-4fed-ba65-d7031e09d109 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895605 Dec 16 15:26:31.168960 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc987-b421-4598-82f9-7367d6923cb3 req-f72619f0-bacf-4b20-a600-abdeb0fa938b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:31.170905 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-22dbc987-b421-4598-82f9-7367d6923cb3 req-f72619f0-bacf-4b20-a600-abdeb0fa938b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0642457 Dec 16 15:26:31.256277 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-22dbc987-b421-4598-82f9-7367d6923cb3 req-3f6cfa00-b9bf-438b-a20d-f530839433ee tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762963 Dec 16 15:26:31.504880 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74f915-30c0-40b0-be08-f736e9d4a38b req-1aa006fa-df5a-41a6-9900-e8d647f6ca01 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:31.507525 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ab74f915-30c0-40b0-be08-f736e9d4a38b req-1aa006fa-df5a-41a6-9900-e8d647f6ca01 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1066332 Dec 16 15:26:31.522778 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e045e9-57c6-4451-900d-7538d6e1374d req-94b24823-0cec-4c61-b709-a01e83720591 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:31.524502 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-45e045e9-57c6-4451-900d-7538d6e1374d req-94b24823-0cec-4c61-b709-a01e83720591 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 945 time: 0.0936213 Dec 16 15:26:31.604786 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ab74f915-30c0-40b0-be08-f736e9d4a38b req-689f8d82-14b8-42a9-915f-6c63908d7e5a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791328 Dec 16 15:26:31.623683 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-45e045e9-57c6-4451-900d-7538d6e1374d req-437683c1-944a-41ac-ada5-0c9c071eb59d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794456 Dec 16 15:26:31.794569 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496870e-6109-4396-955c-62b17b3bbbbb req-842667ed-0655-4c49-b4f4-60dfdaf7b20a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:31.796433 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6496870e-6109-4396-955c-62b17b3bbbbb req-842667ed-0655-4c49-b4f4-60dfdaf7b20a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0786858 Dec 16 15:26:31.859865 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6496870e-6109-4396-955c-62b17b3bbbbb req-87e3a906-e6c3-4472-b671-5f33ca28cd57 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563591 Dec 16 15:26:32.392673 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20297e8-3544-458c-b929-3f171fd6cfb1 req-0a2eef87-77ad-436e-a171-c24bc5654788 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:32.394313 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f20297e8-3544-458c-b929-3f171fd6cfb1 req-0a2eef87-77ad-436e-a171-c24bc5654788 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0545688 Dec 16 15:26:32.420790 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:32.477646 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f20297e8-3544-458c-b929-3f171fd6cfb1 req-f92c5f5f-2aaf-493e-add6-ac0d4f19e69d tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751891 Dec 16 15:26:32.764538 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef548c48-32f3-4ab2-8a56-bbed633fe28e req-0f058f9a-d393-4ee0-b9c9-3e408493cb24 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:32.767871 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ef548c48-32f3-4ab2-8a56-bbed633fe28e req-0f058f9a-d393-4ee0-b9c9-3e408493cb24 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0661461 Dec 16 15:26:32.855059 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ef548c48-32f3-4ab2-8a56-bbed633fe28e req-a56bafa0-303f-47eb-8322-ca5cf5b3800a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769629 Dec 16 15:26:33.009377 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365466f4-b328-49c5-b87d-c4599246161d req-b560b7f7-7bfc-4bd5-b043-cf6e9083487f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:33.011364 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-365466f4-b328-49c5-b87d-c4599246161d req-b560b7f7-7bfc-4bd5-b043-cf6e9083487f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0602219 Dec 16 15:26:33.089128 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-365466f4-b328-49c5-b87d-c4599246161d req-a84a09f1-d408-4697-b8c2-452422c40879 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658484 Dec 16 15:26:33.624297 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134dc8-530d-47b2-8486-88c559d3e6ff req-b4baddc8-b856-4ce1-892c-0243dc3c0ff6 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:33.626287 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-36134dc8-530d-47b2-8486-88c559d3e6ff req-b4baddc8-b856-4ce1-892c-0243dc3c0ff6 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0629756 Dec 16 15:26:33.683045 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-36134dc8-530d-47b2-8486-88c559d3e6ff req-8add6b0e-025e-468a-8d43-0516840dad58 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479908 Dec 16 15:26:33.997089 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a0f53-e913-421e-8254-09af5f90cac4 req-34dde325-5e81-48d1-a003-cef76e38c01c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:33.998703 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-190a0f53-e913-421e-8254-09af5f90cac4 req-34dde325-5e81-48d1-a003-cef76e38c01c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0584421 Dec 16 15:26:34.055943 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-190a0f53-e913-421e-8254-09af5f90cac4 req-befa4317-bb3c-4615-9851-e36159d6aa20 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506742 Dec 16 15:26:34.246406 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c86a5-1fc6-4f3c-ba4b-8bb0bf63f642 req-f35a3a83-9f04-43d3-a37b-519d52bd83a0 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:34.247944 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1d4c86a5-1fc6-4f3c-ba4b-8bb0bf63f642 req-f35a3a83-9f04-43d3-a37b-519d52bd83a0 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0612776 Dec 16 15:26:34.308024 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1d4c86a5-1fc6-4f3c-ba4b-8bb0bf63f642 req-ba87144b-5037-4d2b-8cd2-65352a681f17 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535624 Dec 16 15:26:34.808353 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7212d69-e993-4923-84f6-284bc1edf488 req-93c455a0-d132-4647-a24f-d244e71e9984 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:34.810176 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d7212d69-e993-4923-84f6-284bc1edf488 req-93c455a0-d132-4647-a24f-d244e71e9984 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0542538 Dec 16 15:26:34.851067 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:26:34.869922 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d7212d69-e993-4923-84f6-284bc1edf488 req-c05c77d6-44d6-4c60-918b-c571d562e0b4 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530136 Dec 16 15:26:35.188156 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1388ee-b79f-4912-a7df-d19b8f7fd962 req-f1e548fa-ab80-42a8-8b1c-ef3298257c7a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:35.189968 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3c1388ee-b79f-4912-a7df-d19b8f7fd962 req-f1e548fa-ab80-42a8-8b1c-ef3298257c7a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0584636 Dec 16 15:26:35.256001 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3c1388ee-b79f-4912-a7df-d19b8f7fd962 req-dce79be0-4f18-4d25-b45c-bba7d8da43ba tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537322 Dec 16 15:26:35.468107 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76f4e6-6ea2-4141-b3ca-8d863080595c req-2a961b3f-6861-44b3-8f7c-2ee2be8f8376 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:35.470840 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8a76f4e6-6ea2-4141-b3ca-8d863080595c req-2a961b3f-6861-44b3-8f7c-2ee2be8f8376 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0786040 Dec 16 15:26:35.534183 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8a76f4e6-6ea2-4141-b3ca-8d863080595c req-f8d6b9d6-24db-41cb-8e61-65a3019e0873 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569665 Dec 16 15:26:36.012975 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafdab0-11f3-419b-9b4b-cd391e686b89 req-c48fb1d9-a9e6-45c4-b80d-ad1cf5e27e57 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:36.014856 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-acafdab0-11f3-419b-9b4b-cd391e686b89 req-c48fb1d9-a9e6-45c4-b80d-ad1cf5e27e57 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0690839 Dec 16 15:26:36.076891 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-acafdab0-11f3-419b-9b4b-cd391e686b89 req-5f861a3e-68b4-43e3-a9e1-b40b126bea29 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533597 Dec 16 15:26:36.426652 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255e0b-c70d-4dda-973a-d6128f330704 req-b9503717-034d-44a6-bec2-0d6299af2e89 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:36.429901 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-79255e0b-c70d-4dda-973a-d6128f330704 req-b9503717-034d-44a6-bec2-0d6299af2e89 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0663424 Dec 16 15:26:36.499166 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-79255e0b-c70d-4dda-973a-d6128f330704 req-05df1471-d028-41ce-9704-bfa907aff35b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584443 Dec 16 15:26:36.716833 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14939ac5-c92c-4771-ae05-8eb9e34eb7bd req-11e7b850-9635-41d7-9eec-2494865a2368 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:36.718771 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-14939ac5-c92c-4771-ae05-8eb9e34eb7bd req-11e7b850-9635-41d7-9eec-2494865a2368 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0697992 Dec 16 15:26:36.809523 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-14939ac5-c92c-4771-ae05-8eb9e34eb7bd req-16e605f3-486f-49db-965f-075b8d2f9db5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800903 Dec 16 15:26:37.243364 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a42b7-c736-4314-9eff-a2b56249f6bb req-8e150b93-0d8e-4780-abdd-4e8ed385de53 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:37.244984 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6d1a42b7-c736-4314-9eff-a2b56249f6bb req-8e150b93-0d8e-4780-abdd-4e8ed385de53 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0587389 Dec 16 15:26:37.305491 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6d1a42b7-c736-4314-9eff-a2b56249f6bb req-7ff0e0ba-93a8-4c4f-988c-3bb21e7c1557 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540392 Dec 16 15:26:37.635196 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794142d-f8eb-4179-89c2-1c83fe76a051 req-a4843c72-f011-4e53-adc9-4f060fc2d968 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:37.637102 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a794142d-f8eb-4179-89c2-1c83fe76a051 req-a4843c72-f011-4e53-adc9-4f060fc2d968 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0634902 Dec 16 15:26:37.687373 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a794142d-f8eb-4179-89c2-1c83fe76a051 req-534ae72f-9608-4d9f-a6b0-510f6241257e tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444570 Dec 16 15:26:37.950313 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f44ac-5246-4f60-bff0-089cfce01181 req-bd1bd23b-11f7-4703-8d39-498b0bc07137 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:37.951984 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3f4f44ac-5246-4f60-bff0-089cfce01181 req-bd1bd23b-11f7-4703-8d39-498b0bc07137 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0584445 Dec 16 15:26:38.023922 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3f4f44ac-5246-4f60-bff0-089cfce01181 req-489c1b84-d408-4715-81e5-17bdf153adde tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655162 Dec 16 15:26:38.441488 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880e774-4029-4dd0-ac1e-2e72a5a40dcf req-7d59a012-4f25-41a5-b965-a1ab8a7add13 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:38.444349 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c880e774-4029-4dd0-ac1e-2e72a5a40dcf req-7d59a012-4f25-41a5-b965-a1ab8a7add13 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0601461 Dec 16 15:26:38.514178 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c880e774-4029-4dd0-ac1e-2e72a5a40dcf req-84146175-72a8-4bc2-b378-65d53d2beb48 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587294 Dec 16 15:26:38.815346 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18fabc-da30-449f-aba1-f1418b0ee99a req-183af052-4786-407e-b359-99201cd6b211 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:38.817153 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ed18fabc-da30-449f-aba1-f1418b0ee99a req-183af052-4786-407e-b359-99201cd6b211 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0544848 Dec 16 15:26:38.874190 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ed18fabc-da30-449f-aba1-f1418b0ee99a req-82735ca7-446c-4dc0-a82d-756b33e6566a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507169 Dec 16 15:26:39.166360 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806bb3f-97cc-499f-99ef-f1de9503ae5b req-03b9a778-0e33-4364-b39e-b3e296003d59 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:39.168640 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1806bb3f-97cc-499f-99ef-f1de9503ae5b req-03b9a778-0e33-4364-b39e-b3e296003d59 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0549364 Dec 16 15:26:39.240501 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1806bb3f-97cc-499f-99ef-f1de9503ae5b req-954c03e4-8726-44c5-9d6b-f50754627456 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604827 Dec 16 15:26:39.672093 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7c0f5-6d2d-46d1-be12-3cfa8306b756 req-725d39ce-2776-43f1-a1bc-e1f54751192e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:39.673744 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-37f7c0f5-6d2d-46d1-be12-3cfa8306b756 req-725d39ce-2776-43f1-a1bc-e1f54751192e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0671473 Dec 16 15:26:39.728289 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-37f7c0f5-6d2d-46d1-be12-3cfa8306b756 req-88a961d3-eceb-46b6-a03f-8b508d0bc695 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476294 Dec 16 15:26:40.001766 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c304-daa1-40eb-a29a-37b9d3f7c12a req-67d1c60b-76dd-4444-8d2c-16dc3ad8cba5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:40.003370 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4d87c304-daa1-40eb-a29a-37b9d3f7c12a req-67d1c60b-76dd-4444-8d2c-16dc3ad8cba5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0606961 Dec 16 15:26:40.056117 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4d87c304-daa1-40eb-a29a-37b9d3f7c12a req-2625c024-0a29-470a-9c33-e395311f1fcc tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457737 Dec 16 15:26:40.382558 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43411166-6188-407d-bcbf-edf9be18380f req-19717dfb-391e-4ce1-94bb-a6c267dd1e78 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:40.384183 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-43411166-6188-407d-bcbf-edf9be18380f req-19717dfb-391e-4ce1-94bb-a6c267dd1e78 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0632937 Dec 16 15:26:40.441837 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-43411166-6188-407d-bcbf-edf9be18380f req-6949aa5e-b4a6-492c-a409-d78a8f559590 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471501 Dec 16 15:26:40.880352 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e177c8-7f9e-464f-8651-fc32feedebf3 req-cc30a272-196a-41fd-b62c-cde144857be6 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:40.882227 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-80e177c8-7f9e-464f-8651-fc32feedebf3 req-cc30a272-196a-41fd-b62c-cde144857be6 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0758975 Dec 16 15:26:40.956016 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-80e177c8-7f9e-464f-8651-fc32feedebf3 req-e90e896b-9de8-493a-8dc1-0b20e4ab2db7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665934 Dec 16 15:26:41.206034 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb47cec-d79f-4ebf-b67a-d22e009d9e74 req-47cad8b1-69f5-4806-98af-3a6ab14b1b8d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:41.207630 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5fb47cec-d79f-4ebf-b67a-d22e009d9e74 req-47cad8b1-69f5-4806-98af-3a6ab14b1b8d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0644593 Dec 16 15:26:41.273514 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5fb47cec-d79f-4ebf-b67a-d22e009d9e74 req-0ce97104-b1c3-4cee-9085-890f785d6a2f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544612 Dec 16 15:26:41.605340 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f1e28-cdfb-4001-9eaa-f922f2188527 req-d0af7d2f-63bd-4c33-9145-29b8759bd882 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:41.607240 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ac3f1e28-cdfb-4001-9eaa-f922f2188527 req-d0af7d2f-63bd-4c33-9145-29b8759bd882 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0605838 Dec 16 15:26:41.696780 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ac3f1e28-cdfb-4001-9eaa-f922f2188527 req-f4de205d-ab40-4b58-af0b-59b46449e737 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822439 Dec 16 15:26:41.818912 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e304591-3cda-4310-9da3-fd577d303ce6 req-ebe542c3-cf04-4b24-a555-1e2c3bf8589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:41.820436 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5e304591-3cda-4310-9da3-fd577d303ce6 req-ebe542c3-cf04-4b24-a555-1e2c3bf8589e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 1098 time: 0.0653365 Dec 16 15:26:41.884597 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5e304591-3cda-4310-9da3-fd577d303ce6 req-661ea0da-abf8-42af-bc76-f865e9959b42 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556185 Dec 16 15:26:42.116634 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea888810-7eaa-4c3a-98a3-4ea031b8fc77 req-fbbe3cd8-7458-4a84-b057-4a311b3ad969 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:42.119420 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ea888810-7eaa-4c3a-98a3-4ea031b8fc77 req-fbbe3cd8-7458-4a84-b057-4a311b3ad969 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0731995 Dec 16 15:26:42.180646 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ea888810-7eaa-4c3a-98a3-4ea031b8fc77 req-d48cf272-fa8d-4508-8ef7-68b35086f1fb tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545511 Dec 16 15:26:42.434977 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe34ab-768e-4d2b-8dd8-4ce60d7c00e6 req-9e701d2f-f8ef-48e2-8f07-43d47bbd7b1c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:42.437677 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-debe34ab-768e-4d2b-8dd8-4ce60d7c00e6 req-9e701d2f-f8ef-48e2-8f07-43d47bbd7b1c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0876162 Dec 16 15:26:42.512520 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-debe34ab-768e-4d2b-8dd8-4ce60d7c00e6 req-9b080e0e-4154-4d18-9c67-d1432807a966 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674024 Dec 16 15:26:42.882851 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9c877-f017-46f6-a823-30a8bb0ac6e8 req-7328f6f4-527d-457f-ad4c-96bec2f7445a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:42.884498 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-01f9c877-f017-46f6-a823-30a8bb0ac6e8 req-7328f6f4-527d-457f-ad4c-96bec2f7445a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0639772 Dec 16 15:26:42.941921 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-01f9c877-f017-46f6-a823-30a8bb0ac6e8 req-73396315-d2c6-4aeb-9ddf-e667736102c1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512125 Dec 16 15:26:43.355873 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890564ce-e8cc-4d53-83ef-3f937a9f4ece req-15fdace7-7530-495f-af92-33aff609dcd8 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:43.358390 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-890564ce-e8cc-4d53-83ef-3f937a9f4ece req-15fdace7-7530-495f-af92-33aff609dcd8 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0955033 Dec 16 15:26:43.416070 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-890564ce-e8cc-4d53-83ef-3f937a9f4ece req-1af167ad-1c15-4b9e-9e9f-1f45377fc7b7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516682 Dec 16 15:26:43.673839 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca395d0-e361-48f8-80c3-25cdf785ed69 req-16a880e5-c9dd-42c7-96c5-56799dd15c23 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:43.675454 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bca395d0-e361-48f8-80c3-25cdf785ed69 req-16a880e5-c9dd-42c7-96c5-56799dd15c23 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0616944 Dec 16 15:26:43.750066 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bca395d0-e361-48f8-80c3-25cdf785ed69 req-2264fe32-7acf-40ce-aab5-bd4295b13fc5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664594 Dec 16 15:26:44.108220 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645a91-200f-4461-b149-1c6c4cc64d6e req-d25ff597-716c-4540-a824-8944ce80e07f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:44.110728 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-68645a91-200f-4461-b149-1c6c4cc64d6e req-d25ff597-716c-4540-a824-8944ce80e07f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0832362 Dec 16 15:26:44.201292 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-68645a91-200f-4461-b149-1c6c4cc64d6e req-b7d9d2d2-747f-4a50-8691-4d5634d285ab tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839856 Dec 16 15:26:44.580956 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c03c4a-8241-484f-9bd7-6c7423711620 req-f2e6159f-ef01-4e17-bcfd-380176fe7718 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:44.582583 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e5c03c4a-8241-484f-9bd7-6c7423711620 req-f2e6159f-ef01-4e17-bcfd-380176fe7718 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0575514 Dec 16 15:26:44.668129 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e5c03c4a-8241-484f-9bd7-6c7423711620 req-929e0cdd-dd4d-4980-9ec8-0f58c76f7a28 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778339 Dec 16 15:26:44.849106 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device ba4a2c79-9883-4f19-9259-428e42ff4e2c details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:26:44.907405 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2751d2e-7090-46b7-9bf3-53826ce09963 req-dadc7836-4ee0-4bc8-b5ef-510a7ae70b7a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:44.909117 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d2751d2e-7090-46b7-9bf3-53826ce09963 req-dadc7836-4ee0-4bc8-b5ef-510a7ae70b7a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0648365 Dec 16 15:26:45.000525 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:45.015293 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'port_id': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'mac_address': 'fa:16:3e:0d:49:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:26:45.025380 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d2751d2e-7090-46b7-9bf3-53826ce09963 req-17c4557f-3630-4f11-94c6-8f5226217306 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093738 Dec 16 15:26:45.076523 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:45.097986 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba4a2c79-9883-4f19-9259-428e42ff4e2c {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:45.125095 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:45.134628 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:45.203150 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=ba4a2c79-9883-4f19-9259-428e42ff4e2c,revision_number=6']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:45.342855 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['ba4a2c79-9883-4f19-9259-428e42ff4e2c'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:45.450168 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b237f21-1e0e-48a7-8e7b-4cb544742069 req-3efc16fd-1adc-4785-b1ee-b3621f7e16ce tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.453453 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9b237f21-1e0e-48a7-8e7b-4cb544742069 req-3efc16fd-1adc-4785-b1ee-b3621f7e16ce tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.1190958 Dec 16 15:26:45.479851 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092da28-a98c-4d24-bc8c-1821105c60e2 req-1d233198-fb49-43b3-b96d-46593466b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.482639 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7092da28-a98c-4d24-bc8c-1821105c60e2 req-1d233198-fb49-43b3-b96d-46593466b50b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 1098 time: 0.0786347 Dec 16 15:26:45.590170 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408db1d5-dff4-4f2d-99c3-399db8786e61 req-de91d9cf-5d73-4461-b986-a6ca1ab87641 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.591677 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-408db1d5-dff4-4f2d-99c3-399db8786e61 req-de91d9cf-5d73-4461-b986-a6ca1ab87641 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1257336 Dec 16 15:26:45.639603 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092da28-a98c-4d24-bc8c-1821105c60e2 req-a681a3c4-0db4-4e63-a4b9-2a57ab1eb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.641636 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7092da28-a98c-4d24-bc8c-1821105c60e2 req-a681a3c4-0db4-4e63-a4b9-2a57ab1eb89b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 920 time: 0.1479647 Dec 16 15:26:45.652431 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9b237f21-1e0e-48a7-8e7b-4cb544742069 req-fdb6867e-41f7-45c6-91c6-a4701a88e1ab tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695442 Dec 16 15:26:45.702030 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7092da28-a98c-4d24-bc8c-1821105c60e2 req-3eee8a95-3986-4886-a267-158408d5d3ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08 HTTP/1.1" status: 200 len: 217 time: 0.0511034 Dec 16 15:26:45.703004 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-408db1d5-dff4-4f2d-99c3-399db8786e61 req-20ab706e-0b8d-401b-9888-884b8ccc22b5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877192 Dec 16 15:26:45.773395 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092da28-a98c-4d24-bc8c-1821105c60e2 req-6b650a1d-432e-47bc-be69-0cbd3502510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.774926 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7092da28-a98c-4d24-bc8c-1821105c60e2 req-6b650a1d-432e-47bc-be69-0cbd3502510d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=878cfd11-30a6-40ee-8e2a-ea532f7ac79c HTTP/1.1" status: 200 len: 859 time: 0.0609164 Dec 16 15:26:45.815698 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7092da28-a98c-4d24-bc8c-1821105c60e2 req-f2607778-6027-4daf-8966-2c514de5a387 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef10b335-f6cb-4f33-b364-6bec0cd5df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305688 Dec 16 15:26:45.875827 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ca554-827a-4813-a1bc-d42c1cb36b68 req-cf49d5a9-c504-409d-a401-59734516999f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.877642 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa3ca554-827a-4813-a1bc-d42c1cb36b68 req-cf49d5a9-c504-409d-a401-59734516999f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 945 time: 0.0940273 Dec 16 15:26:45.887170 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0812c-9f8f-4d80-8223-cdc647538739 req-5e742de9-b6d1-4b4a-ba3b-38800bfb88ba tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.888775 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aab0812c-9f8f-4d80-8223-cdc647538739 req-5e742de9-b6d1-4b4a-ba3b-38800bfb88ba tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0757806 Dec 16 15:26:45.977895 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa3ca554-827a-4813-a1bc-d42c1cb36b68 req-316588ba-d747-434c-b4de-e17769c4d1d9 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878551 Dec 16 15:26:45.982186 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7092da28-a98c-4d24-bc8c-1821105c60e2 req-bb520888-2264-45d0-a3e1-b5fbb33c86ad service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541045 Dec 16 15:26:45.992692 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aab0812c-9f8f-4d80-8223-cdc647538739 req-4d53fd13-5393-4bc8-b964-9bbe82b7b570 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836246 Dec 16 15:26:46.107797 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7092da28-a98c-4d24-bc8c-1821105c60e2 req-1659c61d-a0be-4add-aca3-33ada65c7fba service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095128 Dec 16 15:26:46.863269 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device ba4a2c79-9883-4f19-9259-428e42ff4e2c up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:46.884048 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac2141-e955-4957-9f17-3816db32b3e2 req-04c3c8ae-45bf-4016-bd96-da9d7cded64b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:46.885759 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-91ac2141-e955-4957-9f17-3816db32b3e2 req-04c3c8ae-45bf-4016-bd96-da9d7cded64b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.1078324 Dec 16 15:26:46.910078 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3eea3-4bf5-405a-887d-f8d031f514da req-48a8990b-f209-4cd0-b159-2c68dce8fcea tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:46.911751 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-11d3eea3-4bf5-405a-887d-f8d031f514da req-48a8990b-f209-4cd0-b159-2c68dce8fcea tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1006782 Dec 16 15:26:46.945214 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port ba4a2c79-9883-4f19-9259-428e42ff4e2c triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:46.945836 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:46.979349 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-91ac2141-e955-4957-9f17-3816db32b3e2 req-2d771ee0-82ed-4862-b0b4-910c429914d9 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851269 Dec 16 15:26:47.015357 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-11d3eea3-4bf5-405a-887d-f8d031f514da req-14836576-cc63-4be6-ba52-fb3659761dec tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934598 Dec 16 15:26:47.026773 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-28239f67-5ede-4f6e-99f4-33493a9e1faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:47.109403 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:47.152855 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:47.155487 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22c609a-7140-4bf4-b788-fa4f82c197f1" -d '{"events": [{"server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:47.171441 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:47.178053 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:47.183994 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421e3db-aacd-44e9-9c5d-6fa92b4fb3e2 req-1f3c371a-4053-4271-9dd8-561ed56d4199 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:47.185695 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9421e3db-aacd-44e9-9c5d-6fa92b4fb3e2 req-1f3c371a-4053-4271-9dd8-561ed56d4199 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 945 time: 0.0892217 Dec 16 15:26:47.209175 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dcc77-e573-4f0d-8a44-095d7dadbcf0 req-39148b52-61fe-4221-b6aa-066ea605217b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:47.211711 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b05dcc77-e573-4f0d-8a44-095d7dadbcf0 req-39148b52-61fe-4221-b6aa-066ea605217b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0751975 Dec 16 15:26:47.255729 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=ba4a2c79-9883-4f19-9259-428e42ff4e2c,revision_number=7']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:47.340832 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9421e3db-aacd-44e9-9c5d-6fa92b4fb3e2 req-f8fa1a6d-40c6-429f-9822-b79209ce828c tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268866 Dec 16 15:26:47.349841 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b05dcc77-e573-4f0d-8a44-095d7dadbcf0 req-7fb92714-5d84-4c61-abb7-067b09fc6966 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186223 Dec 16 15:26:47.391518 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9272218b-e652-4aa3-8f08-1810b56a4680 x-openstack-request-id: req-9272218b-e652-4aa3-8f08-1810b56a4680 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:47.391985 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:47.392277 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9272218b-e652-4aa3-8f08-1810b56a4680 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:47.392680 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'code': 200} Dec 16 15:26:48.240872 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292377bd-52e2-4e35-ac45-ae8015ebe7b5 req-f2d9d230-4e56-4d33-a349-db9dfe5eca6c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:48.243620 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-292377bd-52e2-4e35-ac45-ae8015ebe7b5 req-f2d9d230-4e56-4d33-a349-db9dfe5eca6c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.1388459 Dec 16 15:26:48.296904 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed27b9-eff1-4655-a4bf-392a146fa313 req-96fd2969-2838-49fb-bd59-1bde7d5af06c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:48.299763 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f3ed27b9-eff1-4655-a4bf-392a146fa313 req-96fd2969-2838-49fb-bd59-1bde7d5af06c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1423185 Dec 16 15:26:48.353901 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-292377bd-52e2-4e35-ac45-ae8015ebe7b5 req-43b94d95-4600-4083-b854-9d4ac92370d1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037142 Dec 16 15:26:48.397887 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f3ed27b9-eff1-4655-a4bf-392a146fa313 req-7d33c4ab-50d5-466d-badb-67cf34b0fc1d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865381 Dec 16 15:26:48.532989 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12b7c8-6984-4923-ab31-813d2086f3a8 req-f9cce17e-1946-416b-b6d4-6d09a3f83119 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:48.533471 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5c12b7c8-6984-4923-ab31-813d2086f3a8 req-f9cce17e-1946-416b-b6d4-6d09a3f83119 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 945 time: 0.0812395 Dec 16 15:26:48.545319 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11845892-e33a-4909-b5e1-d833fd2bbc82 req-0796c44d-0968-4373-a2f2-99aa25534fb3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:48.546864 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-11845892-e33a-4909-b5e1-d833fd2bbc82 req-0796c44d-0968-4373-a2f2-99aa25534fb3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0841336 Dec 16 15:26:48.634153 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5c12b7c8-6984-4923-ab31-813d2086f3a8 req-4224d079-0ff0-4482-9973-9c196e99e4a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862813 Dec 16 15:26:48.638094 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-11845892-e33a-4909-b5e1-d833fd2bbc82 req-97375d8e-a381-4dac-a531-be73614a4631 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822055 Dec 16 15:26:49.541620 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b52ff1-4400-4ee5-b3b3-553e92475aa5 req-602aea77-e3a9-44df-9421-0701b9c9b7f5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:49.543277 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-07b52ff1-4400-4ee5-b3b3-553e92475aa5 req-602aea77-e3a9-44df-9421-0701b9c9b7f5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0937870 Dec 16 15:26:49.577221 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0fe5-3da8-4ca0-bb7d-cfd052f7ad21 req-079285af-67f1-4719-b90c-00658740cb22 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:49.578957 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-356d0fe5-3da8-4ca0-bb7d-cfd052f7ad21 req-079285af-67f1-4719-b90c-00658740cb22 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0812118 Dec 16 15:26:49.634711 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-07b52ff1-4400-4ee5-b3b3-553e92475aa5 req-867a4d80-f203-4a52-8d7f-52d695e7c454 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841153 Dec 16 15:26:49.674749 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-356d0fe5-3da8-4ca0-bb7d-cfd052f7ad21 req-794a8803-0dce-471b-ae67-bd051d0281c7 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850320 Dec 16 15:26:49.683108 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-5aa161d0-8e06-4ac3-8e4f-dfa3a2ce5ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:49.881711 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917fac6-e748-46df-a8c6-3d5715f6be63 req-0d295ffd-4c10-4556-a5fa-0d828585d3e0 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:49.883563 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7917fac6-e748-46df-a8c6-3d5715f6be63 req-0d295ffd-4c10-4556-a5fa-0d828585d3e0 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 945 time: 0.1497316 Dec 16 15:26:49.899455 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf11325-fd42-4fc4-b3c9-b388f4aa67d0 req-67428874-4fe6-491e-bf0c-1aa335813c05 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:49.902298 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8cf11325-fd42-4fc4-b3c9-b388f4aa67d0 req-67428874-4fe6-491e-bf0c-1aa335813c05 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1474376 Dec 16 15:26:50.040845 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8cf11325-fd42-4fc4-b3c9-b388f4aa67d0 req-b5fe51a0-4d3c-4457-ba42-a97cd3537f64 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255400 Dec 16 15:26:50.044488 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7917fac6-e748-46df-a8c6-3d5715f6be63 req-8d5158de-5b72-424e-ba38-d1d089b2164d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408484 Dec 16 15:26:50.694973 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:50.898786 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a7ec6-6113-401f-9e61-91199971b808 req-de8daab6-bf5e-4217-960d-e081ed7d3ef6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:50.900438 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-603a7ec6-6113-401f-9e61-91199971b808 req-de8daab6-bf5e-4217-960d-e081ed7d3ef6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.1471360 Dec 16 15:26:50.909390 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711f9d-2833-47fe-85de-57d539ca416f req-ce397052-21bd-47f8-a3fc-f824611c4dd8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:50.911282 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2b711f9d-2833-47fe-85de-57d539ca416f req-ce397052-21bd-47f8-a3fc-f824611c4dd8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1434429 Dec 16 15:26:50.994419 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-603a7ec6-6113-401f-9e61-91199971b808 req-fe93bf26-c6e6-4a29-b36a-4613ab7a09fd tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809176 Dec 16 15:26:50.998640 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2b711f9d-2833-47fe-85de-57d539ca416f req-941feece-2a73-4945-b0cc-9b913f913549 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786657 Dec 16 15:26:51.260813 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3875b-30b4-4e8b-8387-dbd176d2cb24 req-6178e02a-0b13-4392-adcd-2d7fd195042a tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:51.262400 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5dd3875b-30b4-4e8b-8387-dbd176d2cb24 req-6178e02a-0b13-4392-adcd-2d7fd195042a tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 945 time: 0.1263189 Dec 16 15:26:51.271657 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eac60-db3b-479e-bda7-5ca890ca66d3 req-f6b8f3aa-827d-4018-b603-507744104744 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:51.273482 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-909eac60-db3b-479e-bda7-5ca890ca66d3 req-f6b8f3aa-827d-4018-b603-507744104744 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1226945 Dec 16 15:26:51.381053 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5dd3875b-30b4-4e8b-8387-dbd176d2cb24 req-86421986-26a7-4ed9-8d4b-113f1e3b8422 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060536 Dec 16 15:26:51.389640 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-909eac60-db3b-479e-bda7-5ca890ca66d3 req-bd228028-edd2-4b09-90cb-870e2e5495e4 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044600 Dec 16 15:26:51.807937 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe8721-7cab-4ab0-ad0f-fbf567f1eac6 req-94e5c223-1c7e-49ff-bde3-dd25304c573d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:51.809862 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-dfbe8721-7cab-4ab0-ad0f-fbf567f1eac6 req-94e5c223-1c7e-49ff-bde3-dd25304c573d tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 945 time: 0.0997758 Dec 16 15:26:51.968941 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-dfbe8721-7cab-4ab0-ad0f-fbf567f1eac6 req-1eb57873-1eec-4cc0-9d6e-dcfc28a5148f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Deleting port cd0fcf9a-5af5-4b18-8761-36aff40deefa {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:51.969331 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-dfbe8721-7cab-4ab0-ad0f-fbf567f1eac6 req-1eb57873-1eec-4cc0-9d6e-dcfc28a5148f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.996520 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.139572 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-dfbe8721-7cab-4ab0-ad0f-fbf567f1eac6 req-1eb57873-1eec-4cc0-9d6e-dcfc28a5148f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] For port cd0fcf9a-5af5-4b18-8761-36aff40deefa, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cd0fcf9a-5af5-4b18-8761-36aff40deefa,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:52.140005 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-dfbe8721-7cab-4ab0-ad0f-fbf567f1eac6 req-1eb57873-1eec-4cc0-9d6e-dcfc28a5148f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.182245 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-dfbe8721-7cab-4ab0-ad0f-fbf567f1eac6 req-1eb57873-1eec-4cc0-9d6e-dcfc28a5148f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Calling delete_port for cd0fcf9a-5af5-4b18-8761-36aff40deefa owned by compute:nova {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:52.211007 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed437de-dd76-4743-8ed5-7e25858fdfa6 req-39e775e1-16df-4281-b864-08605db62e82 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:52.215317 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0ed437de-dd76-4743-8ed5-7e25858fdfa6 req-39e775e1-16df-4281-b864-08605db62e82 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.1086397 Dec 16 15:26:52.232664 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52d2f-1ee2-46c9-9854-b7bb98f318db req-8fce9071-54c7-43a5-932f-c7ecb13a2185 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:52.236484 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ade52d2f-1ee2-46c9-9854-b7bb98f318db req-8fce9071-54c7-43a5-932f-c7ecb13a2185 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1330256 Dec 16 15:26:52.425654 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-dfbe8721-7cab-4ab0-ad0f-fbf567f1eac6 req-1eb57873-1eec-4cc0-9d6e-dcfc28a5148f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.445842 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['3f7b6684-95a6-4d42-982e-388e8606f82b', 'c6fcf42a-202f-49ba-8b5d-54d19aff9722', '5cefafa2-3541-4970-aaec-94fb24084ea4', 'cd0fcf9a-5af5-4b18-8761-36aff40deefa'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:52.480981 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb57873-1eec-4cc0-9d6e-dcfc28a5148f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Pushing event deleted for resources: {'Port': ['ID=cd0fcf9a-5af5-4b18-8761-36aff40deefa,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:52.714590 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbe8721-7cab-4ab0-ad0f-fbf567f1eac6 req-1eb57873-1eec-4cc0-9d6e-dcfc28a5148f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] No DVR routers for this DVR port cd0fcf9a-5af5-4b18-8761-36aff40deefa on host hv-cinder-80152 {{(pid=102463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:26:52.726560 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-dfbe8721-7cab-4ab0-ad0f-fbf567f1eac6 req-1eb57873-1eec-4cc0-9d6e-dcfc28a5148f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.731659 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-dfbe8721-7cab-4ab0-ad0f-fbf567f1eac6 req-1eb57873-1eec-4cc0-9d6e-dcfc28a5148f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "DELETE /v2.0/ports/cd0fcf9a-5af5-4b18-8761-36aff40deefa HTTP/1.1" status: 204 len: 173 time: 0.9155128 Dec 16 15:26:52.732517 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70930421-871e-4e7a-90f2-998121f117b9', 'name': 'network-vif-deleted', 'tag': 'cd0fcf9a-5af5-4b18-8761-36aff40deefa'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:52.736452 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7287bd70-f335-44ee-b579-d2181471c6af" -d '{"events": [{"server_uuid": "70930421-871e-4e7a-90f2-998121f117b9", "name": "network-vif-deleted", "tag": "cd0fcf9a-5af5-4b18-8761-36aff40deefa"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:52.928111 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ade52d2f-1ee2-46c9-9854-b7bb98f318db req-481ba9ca-c0d9-4773-9658-1f8cddf29a60 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6711061 Dec 16 15:26:52.946451 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0ed437de-dd76-4743-8ed5-7e25858fdfa6 req-d913d089-c061-44ce-b4f2-d5d0140f792d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7077513 Dec 16 15:26:53.125111 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.172054 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcde981-4dc6-4691-874d-d08b7880094e req-669b7a75-a88b-4c1a-841b-3829ec705ec3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:53.175615 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9fcde981-4dc6-4691-874d-d08b7880094e req-669b7a75-a88b-4c1a-841b-3829ec705ec3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0865417 Dec 16 15:26:53.327190 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9fcde981-4dc6-4691-874d-d08b7880094e req-d6b30add-275b-49d5-bb14-1309ce54f9a7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430886 Dec 16 15:26:53.331179 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ede31053-3596-4fe7-8f5e-edd5393a131c req-c6f4ba39-d2e9-49fb-80ca-61612ad792bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=70930421-871e-4e7a-90f2-998121f117b9 HTTP/1.1" status: 200 len: 210 time: 0.1075301 Dec 16 15:26:53.419669 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe42967-9a88-4311-9ed7-3b8995e9dbd3 x-openstack-request-id: req-cbe42967-9a88-4311-9ed7-3b8995e9dbd3 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:53.420288 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70930421-871e-4e7a-90f2-998121f117b9", "name": "network-vif-deleted", "tag": "cd0fcf9a-5af5-4b18-8761-36aff40deefa", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:53.420557 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cbe42967-9a88-4311-9ed7-3b8995e9dbd3 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:53.421493 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70930421-871e-4e7a-90f2-998121f117b9', 'name': 'network-vif-deleted', 'tag': 'cd0fcf9a-5af5-4b18-8761-36aff40deefa', 'status': 'completed', 'code': 200} Dec 16 15:26:53.774861 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2db50-2729-42be-bb9b-2cc655bf349e req-2273bb53-1818-4e26-b569-09521a1de169 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:53.788400 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-05a2db50-2729-42be-bb9b-2cc655bf349e req-2273bb53-1818-4e26-b569-09521a1de169 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1699519 Dec 16 15:26:53.913478 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-05a2db50-2729-42be-bb9b-2cc655bf349e req-5397995a-2f06-410a-9552-e7a7b5a87ca6 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202486 Dec 16 15:26:54.008503 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4b7ec-01d4-4102-aced-9613c3436412 req-26880185-560b-4a4b-afa7-75c474f5af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.013029 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48e4b7ec-01d4-4102-aced-9613c3436412 req-26880185-560b-4a4b-afa7-75c474f5af98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 1098 time: 0.1435480 Dec 16 15:26:54.195291 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78e9b-f8b4-48ac-88cc-d2aeaee7dbb7 req-fd171b93-1fc1-4c1c-b90c-78fb4cad0cb5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.209671 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-18a78e9b-f8b4-48ac-88cc-d2aeaee7dbb7 req-fd171b93-1fc1-4c1c-b90c-78fb4cad0cb5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1892622 Dec 16 15:26:54.287422 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4b7ec-01d4-4102-aced-9613c3436412 req-2c12b1bb-f98e-4a90-83b6-680a739df72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.299475 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48e4b7ec-01d4-4102-aced-9613c3436412 req-2c12b1bb-f98e-4a90-83b6-680a739df72e service neutron] 10.222.0.58 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 911 time: 0.2668159 Dec 16 15:26:54.302495 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-18a78e9b-f8b4-48ac-88cc-d2aeaee7dbb7 req-389eb732-acf2-408f-9c58-11d8945a1c99 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907404 Dec 16 15:26:54.313472 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816323-7382-44d6-b163-874d5ca137c9 req-2200ace6-3f74-4ebb-a89b-34dcfb179498 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.337079 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-83816323-7382-44d6-b163-874d5ca137c9 req-2200ace6-3f74-4ebb-a89b-34dcfb179498 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.2415357 Dec 16 15:26:54.433324 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-83816323-7382-44d6-b163-874d5ca137c9 req-47eb4e30-35a6-439c-b44a-2bddd932ecd8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082640 Dec 16 15:26:54.469998 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48e4b7ec-01d4-4102-aced-9613c3436412 req-f41db3e3-cac8-400b-9a88-d9d2a3ea050f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817 HTTP/1.1" status: 200 len: 1001 time: 0.1384506 Dec 16 15:26:54.583908 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4b7ec-01d4-4102-aced-9613c3436412 req-7912e0a2-3bed-45b4-8bb3-95ee86859302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.585652 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48e4b7ec-01d4-4102-aced-9613c3436412 req-7912e0a2-3bed-45b4-8bb3-95ee86859302 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1053c293-7fb3-4c40-8b29-578e6f0f756b HTTP/1.1" status: 200 len: 849 time: 0.1070185 Dec 16 15:26:54.689443 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4b7ec-01d4-4102-aced-9613c3436412 req-20c3f426-eb4f-4c6a-ad7b-82924e0a9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.692436 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48e4b7ec-01d4-4102-aced-9613c3436412 req-20c3f426-eb4f-4c6a-ad7b-82924e0a9999 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9090a524-2252-4eae-b08b-7fbbd31942c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921216 Dec 16 15:26:54.831178 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48e4b7ec-01d4-4102-aced-9613c3436412 req-6f6ecb71-dd52-446f-b26c-b72156fa2f0e service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270094 Dec 16 15:26:54.878339 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cd0fcf9a-5af5-4b18-8761-36aff40deefa no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:26:54.908997 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: cd0fcf9a-5af5-4b18-8761-36aff40deefa {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:26:54.908997 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cd0fcf9a-5af5-4b18-8761-36aff40deefa not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:26:55.022781 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-48e4b7ec-01d4-4102-aced-9613c3436412 req-ca03292a-86c3-4811-a1e6-83c6ca02ae8d service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810160 Dec 16 15:26:55.142593 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112fe53-8926-41fc-bf02-e1e4c9039417 req-af882ca6-6f74-43d1-90f4-22e51e43674f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:55.146003 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7112fe53-8926-41fc-bf02-e1e4c9039417 req-af882ca6-6f74-43d1-90f4-22e51e43674f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1014035 Dec 16 15:26:55.267262 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7112fe53-8926-41fc-bf02-e1e4c9039417 req-7325ab36-d89e-4ed7-9bcb-64b357860bfa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094058 Dec 16 15:26:55.586650 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa541727-63a7-41d7-b702-7068873c31b3 req-47d87470-338d-4807-804d-7072c597bf1c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:55.588311 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa541727-63a7-41d7-b702-7068873c31b3 req-47d87470-338d-4807-804d-7072c597bf1c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.0592916 Dec 16 15:26:55.683053 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa541727-63a7-41d7-b702-7068873c31b3 req-e6130a4f-86c3-407b-8240-3a5bd65a91e2 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850558 Dec 16 15:26:56.113701 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2682c1-daa7-424f-94d1-65339a19a462 req-868ff5f8-2d7a-413c-80d9-b062feaeb4d2 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:56.116260 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dd2682c1-daa7-424f-94d1-65339a19a462 req-868ff5f8-2d7a-413c-80d9-b062feaeb4d2 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 945 time: 0.1449332 Dec 16 15:26:56.252246 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608639f3-cf2c-4a7e-8cbc-48af6ea4ee45 req-209e9729-d959-47ba-9d4e-01a992641b59 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:56.253898 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-608639f3-cf2c-4a7e-8cbc-48af6ea4ee45 req-209e9729-d959-47ba-9d4e-01a992641b59 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1362164 Dec 16 15:26:56.259990 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dd2682c1-daa7-424f-94d1-65339a19a462 req-013551bb-ae10-45bb-adb2-fe782fffa4f4 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279459 Dec 16 15:26:56.395211 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-608639f3-cf2c-4a7e-8cbc-48af6ea4ee45 req-b35559d7-abc7-4322-8229-63c2a60d83fc tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243243 Dec 16 15:26:56.555449 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e01a09-bb4d-4fdf-a30d-1d951f28cc66 req-2108fc95-5547-4688-92c8-c62411bfde10 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:56.558929 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12e01a09-bb4d-4fdf-a30d-1d951f28cc66 req-2108fc95-5547-4688-92c8-c62411bfde10 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1221125 Dec 16 15:26:56.790874 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12e01a09-bb4d-4fdf-a30d-1d951f28cc66 req-5cb5d70a-ea3f-4f3d-9656-a82c24978841 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110782 Dec 16 15:26:57.007438 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5486148-6cba-4611-b729-ed12f042fe93 req-8f5af103-c3f4-4db9-82c8-7931f6cadcc5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:57.029983 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b5486148-6cba-4611-b729-ed12f042fe93 req-8f5af103-c3f4-4db9-82c8-7931f6cadcc5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.1261654 Dec 16 15:26:57.125333 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b5486148-6cba-4611-b729-ed12f042fe93 req-c2416caa-cd8d-45cf-bc21-f09c8952bf29 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925417 Dec 16 15:26:57.515791 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c8c60-bbf5-480e-bab3-792d82d7ac93 req-3f8aff63-a163-494c-a788-ad51abc4007e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:57.524275 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6d8c8c60-bbf5-480e-bab3-792d82d7ac93 req-3f8aff63-a163-494c-a788-ad51abc4007e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 945 time: 0.1324577 Dec 16 15:26:57.630239 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6d8c8c60-bbf5-480e-bab3-792d82d7ac93 req-a64a5948-473e-4ad2-babf-39bdadf3c335 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048539 Dec 16 15:26:58.085703 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e261c14-0578-4fe9-b4f0-4c392ff2614d req-879544f4-192c-475c-8789-63adf9a3f7cf tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:58.088598 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8e261c14-0578-4fe9-b4f0-4c392ff2614d req-879544f4-192c-475c-8789-63adf9a3f7cf tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.1122689 Dec 16 15:26:58.185108 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 58308) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:58.185804 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8e261c14-0578-4fe9-b4f0-4c392ff2614d req-b2a14f1b-11a0-4789-82b9-a887a68f8d71 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884130 Dec 16 15:26:58.342745 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40670371-2984-480d-9838-3a7ae85cefd2 req-e3e8dc8d-b72c-4133-93c3-9fef2360fee3 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:58.346025 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-40670371-2984-480d-9838-3a7ae85cefd2 req-e3e8dc8d-b72c-4133-93c3-9fef2360fee3 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.1103120 Dec 16 15:26:58.393813 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b3f18-6cb9-46a3-a05e-93fbced0c068 req-20fc1732-cf9e-40eb-9ef2-54be776fd99b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:58.396557 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-683b3f18-6cb9-46a3-a05e-93fbced0c068 req-20fc1732-cf9e-40eb-9ef2-54be776fd99b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 945 time: 0.1112177 Dec 16 15:26:58.487986 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-40670371-2984-480d-9838-3a7ae85cefd2 req-1caeb900-16c0-4762-af78-0490a96c0ac1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297731 Dec 16 15:26:58.519448 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ff9e50e9-e200-412e-9a0a-3213b018bc2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:58.787339 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-683b3f18-6cb9-46a3-a05e-93fbced0c068 req-229a8e4e-046a-489d-98fb-00940a6b73bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Deleting port 5cefafa2-3541-4970-aaec-94fb24084ea4 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:58.788027 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-683b3f18-6cb9-46a3-a05e-93fbced0c068 req-229a8e4e-046a-489d-98fb-00940a6b73bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:58.994629 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ff9e50e9-e200-412e-9a0a-3213b018bc2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.024822 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ff9e50e9-e200-412e-9a0a-3213b018bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.025789 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae773b-9491-4c1b-8d8a-3580e97b2647 req-4fcb24c9-49e3-4826-a8e7-4d3ea3f2f4a8 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:59.028514 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3cae773b-9491-4c1b-8d8a-3580e97b2647 req-4fcb24c9-49e3-4826-a8e7-4d3ea3f2f4a8 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 945 time: 0.1798890 Dec 16 15:26:59.101461 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e50e9-e200-412e-9a0a-3213b018bc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570ce0d9-7ba7-46c5-8bca-2e3626cc5396,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:59.137637 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3cae773b-9491-4c1b-8d8a-3580e97b2647 req-e52f7ef1-0dfe-4176-813b-cc2bab03ad51 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025188 Dec 16 15:26:59.184169 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ff9e50e9-e200-412e-9a0a-3213b018bc2c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=023bb716f48940c89de2b1c64b65d5ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9969602 Dec 16 15:26:59.190047 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 58328) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:59.201009 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-683b3f18-6cb9-46a3-a05e-93fbced0c068 req-229a8e4e-046a-489d-98fb-00940a6b73bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] For port 5cefafa2-3541-4970-aaec-94fb24084ea4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5cefafa2-3541-4970-aaec-94fb24084ea4,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:59.201916 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-683b3f18-6cb9-46a3-a05e-93fbced0c068 req-229a8e4e-046a-489d-98fb-00940a6b73bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.231308 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-683b3f18-6cb9-46a3-a05e-93fbced0c068 req-229a8e4e-046a-489d-98fb-00940a6b73bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Calling delete_port for 5cefafa2-3541-4970-aaec-94fb24084ea4 owned by compute:nova {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:59.265295 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 58330) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:59.326524 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.362515 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.464609 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.469161 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.469625 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/570ce0d9-7ba7-46c5-8bca-2e3626cc5396 HTTP/1.1" status: 204 len: 168 time: 0.2780426 Dec 16 15:26:59.487140 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570ce0d9-7ba7-46c5-8bca-2e3626cc5396,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:59.509245 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.509649 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.509983 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.510337 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.510679 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.511016 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.511355 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.511693 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.513098 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.513098 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.513098 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.513098 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.513682 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecdf39-02d3-4aa1-aef0-e17a2229974c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:59.609258 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-683b3f18-6cb9-46a3-a05e-93fbced0c068 req-229a8e4e-046a-489d-98fb-00940a6b73bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.627602 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['3f7b6684-95a6-4d42-982e-388e8606f82b', 'c6fcf42a-202f-49ba-8b5d-54d19aff9722', '5cefafa2-3541-4970-aaec-94fb24084ea4'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:59.711977 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a8e4e-046a-489d-98fb-00940a6b73bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Pushing event deleted for resources: {'Port': ['ID=5cefafa2-3541-4970-aaec-94fb24084ea4,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:59.775015 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-78b891d6-3b21-43fa-b1dd-5e92284a6cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.803570 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-683b3f18-6cb9-46a3-a05e-93fbced0c068 req-229a8e4e-046a-489d-98fb-00940a6b73bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] No DVR routers for this DVR port 5cefafa2-3541-4970-aaec-94fb24084ea4 on host hv-cinder-80152 {{(pid=102463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:26:59.810593 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-683b3f18-6cb9-46a3-a05e-93fbced0c068 req-229a8e4e-046a-489d-98fb-00940a6b73bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.813595 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-683b3f18-6cb9-46a3-a05e-93fbced0c068 req-229a8e4e-046a-489d-98fb-00940a6b73bf tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "DELETE /v2.0/ports/5cefafa2-3541-4970-aaec-94fb24084ea4 HTTP/1.1" status: 204 len: 173 time: 1.4044197 Dec 16 15:26:59.814352 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bb86f4-b8ab-4e0e-9e29-c8232a1203e0', 'name': 'network-vif-deleted', 'tag': '5cefafa2-3541-4970-aaec-94fb24084ea4'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:59.818273 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1155835-4662-4d95-8441-4a9d60509b46" -d '{"events": [{"server_uuid": "29bb86f4-b8ab-4e0e-9e29-c8232a1203e0", "name": "network-vif-deleted", "tag": "5cefafa2-3541-4970-aaec-94fb24084ea4"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:59.873991 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4da1021-b80b-4b28-bf64-5f4eab971ba9 x-openstack-request-id: req-b4da1021-b80b-4b28-bf64-5f4eab971ba9 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:59.874800 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bb86f4-b8ab-4e0e-9e29-c8232a1203e0", "name": "network-vif-deleted", "tag": "5cefafa2-3541-4970-aaec-94fb24084ea4", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:59.875222 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4da1021-b80b-4b28-bf64-5f4eab971ba9 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:59.875933 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bb86f4-b8ab-4e0e-9e29-c8232a1203e0', 'name': 'network-vif-deleted', 'tag': '5cefafa2-3541-4970-aaec-94fb24084ea4', 'status': 'completed', 'code': 200} Dec 16 15:27:00.030988 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-78b891d6-3b21-43fa-b1dd-5e92284a6cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:00.040256 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-78b891d6-3b21-43fa-b1dd-5e92284a6cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:00.152572 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 58344) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:00.153542 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-78b891d6-3b21-43fa-b1dd-5e92284a6cc0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5e969280892b4354a1722d0eebef45f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8849883 Dec 16 15:27:00.156144 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b891d6-3b21-43fa-b1dd-5e92284a6cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5053531f-2417-4761-b1f0-317d24cc7d19,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:00.168900 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25883-4ce6-43f7-873e-394d3ab75df8 req-4126a741-d0df-476a-bdb3-7471db46d995 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:00.179587 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-28e25883-4ce6-43f7-873e-394d3ab75df8 req-4126a741-d0df-476a-bdb3-7471db46d995 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.5372989 Dec 16 15:27:00.324911 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4e80d983-f174-41fa-9d51-b94e79cc4cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:00.325830 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-28e25883-4ce6-43f7-873e-394d3ab75df8 req-5df2b8fd-0fc3-4d19-9d52-7017723d1a63 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440899 Dec 16 15:27:00.369404 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4e80d983-f174-41fa-9d51-b94e79cc4cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:00.418522 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-39c7eb54-07a6-44e8-9916-c8c551e3fff3 req-2cb565fd-c4c8-434d-bbeb-47f1bd56f14a tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 210 time: 0.0319903 Dec 16 15:27:00.500427 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4e80d983-f174-41fa-9d51-b94e79cc4cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:00.505525 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4e80d983-f174-41fa-9d51-b94e79cc4cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:00.506821 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4e80d983-f174-41fa-9d51-b94e79cc4cd8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5053531f-2417-4761-b1f0-317d24cc7d19 HTTP/1.1" status: 204 len: 168 time: 0.3521452 Dec 16 15:27:00.528901 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80d983-f174-41fa-9d51-b94e79cc4cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5053531f-2417-4761-b1f0-317d24cc7d19,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:01.639511 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5aef-731d-4170-b941-a33a509e0917 req-01129e0a-9ca6-4228-b66c-921220f6041b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:01.650444 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d97d5aef-731d-4170-b941-a33a509e0917 req-01129e0a-9ca6-4228-b66c-921220f6041b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.1824944 Dec 16 15:27:01.898727 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d97d5aef-731d-4170-b941-a33a509e0917 req-022ffa66-99ce-4c97-a363-fd6260b48a31 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322481 Dec 16 15:27:02.000269 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-865294c9-680c-41f4-906d-7558137a2874 req-fad9c4af-455c-4ef3-85b6-dc5d26b62c8f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bb86f4-b8ab-4e0e-9e29-c8232a1203e0 HTTP/1.1" status: 200 len: 210 time: 0.2475858 Dec 16 15:27:02.463203 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:02.930964 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 5cefafa2-3541-4970-aaec-94fb24084ea4 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:02.959058 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: 5cefafa2-3541-4970-aaec-94fb24084ea4 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:27:02.959824 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 5cefafa2-3541-4970-aaec-94fb24084ea4 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:27:03.173189 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcd0bc-a37a-4331-8e21-6094c30a7405 req-15fee6a8-b962-4898-b8aa-e0eec54a15ce tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:03.177783 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-51bcd0bc-a37a-4331-8e21-6094c30a7405 req-15fee6a8-b962-4898-b8aa-e0eec54a15ce tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.1497416 Dec 16 15:27:03.335822 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-51bcd0bc-a37a-4331-8e21-6094c30a7405 req-2a79ce6e-4025-4594-a821-c18646cbaf88 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467762 Dec 16 15:27:03.446148 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-3f07e443-5da1-4e65-86f9-ad05f2d9776d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1319604 Dec 16 15:27:03.583232 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-7ccae17c-bc50-47c3-a461-4fa847afb3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:03.585578 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-7ccae17c-bc50-47c3-a461-4fa847afb3c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 1098 time: 0.0975733 Dec 16 15:27:03.775803 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-1ea26323-4b6f-4046-a7f5-248f838a11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:03.775803 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-1ea26323-4b6f-4046-a7f5-248f838a11b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 911 time: 0.1425235 Dec 16 15:27:03.862676 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c15a8-0200-4172-9fb1-94742e158694 req-1563f6c1-8d28-4cad-957c-208c9c09476f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:03.864668 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-596c15a8-0200-4172-9fb1-94742e158694 req-1563f6c1-8d28-4cad-957c-208c9c09476f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 946 time: 0.1000061 Dec 16 15:27:03.910445 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-bccccac1-48c6-45da-8500-51c4c747acc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817 HTTP/1.1" status: 200 len: 1001 time: 0.1224625 Dec 16 15:27:04.063805 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-596c15a8-0200-4172-9fb1-94742e158694 req-f9dc65df-6de3-4b41-a705-d9ba0b26c9ba tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864421 Dec 16 15:27:04.115180 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-cdeef918-35e0-43ea-b397-eb42be97ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:04.116962 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-cdeef918-35e0-43ea-b397-eb42be97ecbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1053c293-7fb3-4c40-8b29-578e6f0f756b HTTP/1.1" status: 200 len: 849 time: 0.1869690 Dec 16 15:27:04.235444 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-3b888f2f-53c3-4c2a-a104-a43ef3ca6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:04.244188 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-3b888f2f-53c3-4c2a-a104-a43ef3ca6bdd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9090a524-2252-4eae-b08b-7fbbd31942c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055691 Dec 16 15:27:04.294363 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-d54eb9f8-eb4a-47c2-ac7f-7f5563eb993c tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=2209fb8501f8492dab47dc991d858184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722876 Dec 16 15:27:04.459535 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-2cf77628-189d-40e4-a36f-854005322717 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043886 Dec 16 15:27:04.681860 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-2a1682b3-05e8-4715-afe9-54876c8d2976 req-4fc7a1dd-d239-4a5a-9389-43ab6b0d415d service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035241 Dec 16 15:27:04.688563 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e35d2-6174-486b-aa21-13958fba5152 req-c081cdfe-029c-460f-89c2-341cb16936cb tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:04.701581 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-410e35d2-6174-486b-aa21-13958fba5152 req-c081cdfe-029c-460f-89c2-341cb16936cb tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.2213063 Dec 16 15:27:04.769192 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-14d52dab-3855-4f33-8811-2ba8ae9f0968 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:04.781920 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-14d52dab-3855-4f33-8811-2ba8ae9f0968 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4864640 Dec 16 15:27:04.830139 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-62c7cadb-b941-4f7c-a33e-c538fb32a688 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/quotas/2209fb8501f8492dab47dc991d858184 HTTP/1.1" status: 200 len: 375 time: 0.0189104 Dec 16 15:27:04.896000 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-410e35d2-6174-486b-aa21-13958fba5152 req-1875815e-a803-4998-a885-d85558d78cab tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812890 Dec 16 15:27:04.898533 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-f820a1f3-c111-4a7d-9b97-c64119d8f8e9 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2209fb8501f8492dab47dc991d858184&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426812 Dec 16 15:27:05.209717 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5a4e6220-de16-45fe-aeb5-8ca51ea51e5b req-cc6c289a-4b74-4e5a-8742-b0c9233fd33f tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 210 time: 0.0968158 Dec 16 15:27:05.330548 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c6f8-65e6-4cc2-8129-99b5cd1402da req-5dd3ef12-b8f6-4e27-9575-968db076dc0e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:05.342718 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4d25c6f8-65e6-4cc2-8129-99b5cd1402da req-5dd3ef12-b8f6-4e27-9575-968db076dc0e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 946 time: 0.1082942 Dec 16 15:27:05.467360 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4d25c6f8-65e6-4cc2-8129-99b5cd1402da req-c268525d-a249-4c36-b2fc-9c3c250ad097 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146483 Dec 16 15:27:05.736454 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ff7ce-0b4b-41b3-87bf-9b1ce42f8ebf req-f50aa7e5-c851-4cf5-a0cb-d9e2c5c1b382 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:05.740646 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-ba3ff7ce-0b4b-41b3-87bf-9b1ce42f8ebf req-f50aa7e5-c851-4cf5-a0cb-d9e2c5c1b382 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 946 time: 0.1053965 Dec 16 15:27:06.042012 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-ba3ff7ce-0b4b-41b3-87bf-9b1ce42f8ebf req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Deleting port c6fcf42a-202f-49ba-8b5d-54d19aff9722 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:06.042012 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-ba3ff7ce-0b4b-41b3-87bf-9b1ce42f8ebf req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:06.371613 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-ba3ff7ce-0b4b-41b3-87bf-9b1ce42f8ebf req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] For port c6fcf42a-202f-49ba-8b5d-54d19aff9722, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c6fcf42a-202f-49ba-8b5d-54d19aff9722,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:06.372918 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-ba3ff7ce-0b4b-41b3-87bf-9b1ce42f8ebf req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:06.393072 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bf6de-6a90-47b1-9a9d-61cca58c27d8 req-6723c4c1-fef9-4ed3-8faf-4c565c1fcb76 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:06.395480 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9e0bf6de-6a90-47b1-9a9d-61cca58c27d8 req-6723c4c1-fef9-4ed3-8faf-4c565c1fcb76 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.2108274 Dec 16 15:27:06.409636 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-ba3ff7ce-0b4b-41b3-87bf-9b1ce42f8ebf req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Calling delete_port for c6fcf42a-202f-49ba-8b5d-54d19aff9722 owned by compute:nova {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:27:06.416659 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ef016-baca-4e05-964f-756902c8e776 req-5b715c20-fa9c-4aff-b293-6189cff31670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:06.418419 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d8ef016-baca-4e05-964f-756902c8e776 req-5b715c20-fa9c-4aff-b293-6189cff31670 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 1098 time: 0.3103220 Dec 16 15:27:06.427425 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e4eaa-f054-43aa-af63-02c1b1dc3942 req-83eee4e1-836b-44e2-9ece-28b02b8bc0c0 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:06.435450 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b26e4eaa-f054-43aa-af63-02c1b1dc3942 req-83eee4e1-836b-44e2-9ece-28b02b8bc0c0 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.3020582 Dec 16 15:27:06.579008 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ef016-baca-4e05-964f-756902c8e776 req-7654ebad-14c4-4835-b72b-eed413563bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:06.580694 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d8ef016-baca-4e05-964f-756902c8e776 req-7654ebad-14c4-4835-b72b-eed413563bd5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 920 time: 0.1431088 Dec 16 15:27:06.668118 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d8ef016-baca-4e05-964f-756902c8e776 req-bbe2222a-4da2-4960-a45f-b3204ef71946 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08 HTTP/1.1" status: 200 len: 217 time: 0.0705950 Dec 16 15:27:06.695148 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9e0bf6de-6a90-47b1-9a9d-61cca58c27d8 req-f3ae927c-5fcd-45c8-911f-3b5d563f177c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563474 Dec 16 15:27:06.718126 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b26e4eaa-f054-43aa-af63-02c1b1dc3942 req-6951ff76-bd88-4dbb-893b-71982cc45e8c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815976 Dec 16 15:27:06.732903 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-ba3ff7ce-0b4b-41b3-87bf-9b1ce42f8ebf req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:06.747977 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['3f7b6684-95a6-4d42-982e-388e8606f82b', 'c6fcf42a-202f-49ba-8b5d-54d19aff9722'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:27:06.815220 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Pushing event deleted for resources: {'Port': ['ID=c6fcf42a-202f-49ba-8b5d-54d19aff9722,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:06.897875 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.899745 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.900145 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.900863 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.901465 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.902026 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.902569 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.903088 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.903654 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.904337 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.904986 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.905633 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.906221 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:06.979696 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3ff7ce-0b4b-41b3-87bf-9b1ce42f8ebf req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] No DVR routers for this DVR port c6fcf42a-202f-49ba-8b5d-54d19aff9722 on host hv-cinder-80152 {{(pid=102463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:27:06.987529 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-ba3ff7ce-0b4b-41b3-87bf-9b1ce42f8ebf req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:06.991017 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-ba3ff7ce-0b4b-41b3-87bf-9b1ce42f8ebf req-8c3d1401-037b-4e3a-9e04-9efb879b85a5 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "DELETE /v2.0/ports/c6fcf42a-202f-49ba-8b5d-54d19aff9722 HTTP/1.1" status: 204 len: 173 time: 1.2191510 Dec 16 15:27:06.991679 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a4f4ab-b2da-4328-b82e-cfdac3055574', 'name': 'network-vif-deleted', 'tag': 'c6fcf42a-202f-49ba-8b5d-54d19aff9722'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:06.994201 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a60c9b-fc20-4dd3-bcaf-6010910e2957" -d '{"events": [{"server_uuid": "49a4f4ab-b2da-4328-b82e-cfdac3055574", "name": "network-vif-deleted", "tag": "c6fcf42a-202f-49ba-8b5d-54d19aff9722"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:07.018484 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3ec77cb6-618a-4390-a6e5-87f937500fec req-f9e197f8-794f-454f-985b-9f3dab5af5f6 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=49a4f4ab-b2da-4328-b82e-cfdac3055574 HTTP/1.1" status: 200 len: 210 time: 0.1341677 Dec 16 15:27:07.092169 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fe580a-e111-49f2-9eba-bea37d556e55 x-openstack-request-id: req-b6fe580a-e111-49f2-9eba-bea37d556e55 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:07.092474 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a4f4ab-b2da-4328-b82e-cfdac3055574", "name": "network-vif-deleted", "tag": "c6fcf42a-202f-49ba-8b5d-54d19aff9722", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:07.092844 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b6fe580a-e111-49f2-9eba-bea37d556e55 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:07.093287 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a4f4ab-b2da-4328-b82e-cfdac3055574', 'name': 'network-vif-deleted', 'tag': 'c6fcf42a-202f-49ba-8b5d-54d19aff9722', 'status': 'completed', 'code': 200} Dec 16 15:27:07.112719 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ef016-baca-4e05-964f-756902c8e776 req-b7ba5eb7-c345-447a-8aa9-57d3b9ff9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:07.115649 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d8ef016-baca-4e05-964f-756902c8e776 req-b7ba5eb7-c345-447a-8aa9-57d3b9ff9a7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=878cfd11-30a6-40ee-8e2a-ea532f7ac79c HTTP/1.1" status: 200 len: 859 time: 0.3955960 Dec 16 15:27:07.151848 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-93a54a2f-45fc-4476-91d6-5327c24fcb61 req-cc2c1a54-f594-4a10-8f4f-00437aeef58d tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 210 time: 0.1733782 Dec 16 15:27:07.211427 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d8ef016-baca-4e05-964f-756902c8e776 req-835c2e4b-ec05-44e9-b88f-184cef0b9943 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef10b335-f6cb-4f33-b364-6bec0cd5df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580075 Dec 16 15:27:07.214379 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-cd08b810-5b48-432f-b33f-9da0a459a515 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2209fb8501f8492dab47dc991d858184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3619263 Dec 16 15:27:07.432006 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d8ef016-baca-4e05-964f-756902c8e776 req-2bcca78b-817a-4692-8504-1ac72de53757 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878021 Dec 16 15:27:07.534364 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-b04b6a4c-0dc3-4734-a94b-bbab6f0c8472 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:07.537167 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-b04b6a4c-0dc3-4734-a94b-bbab6f0c8472 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575788 Dec 16 15:27:07.557342 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Request body: {'port': {'device_id': '0e4621de-4b97-469b-b5ee-0fc7b9b4871e', 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e', 'admin_state_up': True, 'tenant_id': '2209fb8501f8492dab47dc991d858184'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:07.652771 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d8ef016-baca-4e05-964f-756902c8e776 req-6b3df328-234e-4a8e-8410-4f42517b956d service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080438 Dec 16 15:27:07.796480 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Made reservation on behalf of 2209fb8501f8492dab47dc991d858184 for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:07.803185 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.816070 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.941314 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.960972 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:08.360201 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2072a81e-ccab-4374-8e6d-36a78fd841ed,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:08.375198 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628fbad-5b7c-48e3-86ea-bfde719d6479 req-c214f5f9-1b33-4fcb-abb0-783d4c9fd25f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:08.384268 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1628fbad-5b7c-48e3-86ea-bfde719d6479 req-c214f5f9-1b33-4fcb-abb0-783d4c9fd25f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.4392817 Dec 16 15:27:08.429860 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01204-2bee-4009-a7bc-aa3cbdc3f1d9 req-9e1fdd61-3d5e-4ef4-bf09-d9c243021e0e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:08.431611 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c2d01204-2bee-4009-a7bc-aa3cbdc3f1d9 req-9e1fdd61-3d5e-4ef4-bf09-d9c243021e0e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.4844310 Dec 16 15:27:08.541641 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1628fbad-5b7c-48e3-86ea-bfde719d6479 req-b841f878-c3cd-45d6-ab5a-903a5689dcc4 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561792 Dec 16 15:27:08.560556 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c2d01204-2bee-4009-a7bc-aa3cbdc3f1d9 req-811cd1af-3021-4c61-aa11-be56cbd357c6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121595 Dec 16 15:27:08.561959 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Allocated IP 192.168.233.9 (fe4ae3f8-9d10-4953-9098-8591ad3b575e/dd8ba411-b93a-4cff-8ba3-089a77ff33f8/c6cf76ef-5d35-463e-afde-01b7e564a6db) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:08.928462 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:08.997298 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1413ef82-29bd-473d-a816-e27cb6af4b02 req-1bca1d6a-fb29-4b94-abd0-1082c851a34a tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 210 time: 0.0576320 Dec 16 15:27:09.012559 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c6fcf42a-202f-49ba-8b5d-54d19aff9722 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:09.048100 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.156472 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Pushing event updated for resources: {'Port': ['ID=c6cf76ef-5d35-463e-afde-01b7e564a6db,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:09.175278 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Network fe4ae3f8-9d10-4953-9098-8591ad3b575e is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:09.178788 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:09.187247 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:09.200302 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:09.201856 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.237332 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-4c55a3a9-718f-4ef0-9fff-83415df581fe tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6864357 Dec 16 15:27:09.261435 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Request body: {'port': {'device_id': '0e4621de-4b97-469b-b5ee-0fc7b9b4871e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:09.332324 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: c6fcf42a-202f-49ba-8b5d-54d19aff9722 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:27:09.334979 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c6fcf42a-202f-49ba-8b5d-54d19aff9722 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:27:09.388339 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.541110 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-e88d80a0-0aec-48fa-a9fc-33cbab237acf None None] Provisioning complete for port c6cf76ef-5d35-463e-afde-01b7e564a6db triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:09.541872 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e88d80a0-0aec-48fa-a9fc-33cbab237acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.600200 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-e88d80a0-0aec-48fa-a9fc-33cbab237acf None None] Port c6cf76ef-5d35-463e-afde-01b7e564a6db cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:10.007736 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5146a00-4292-4f84-a8a0-573a65bc1530 req-dc7e29a2-e1eb-424d-8c74-cc80cf0b3a38 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:10.013875 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c5146a00-4292-4f84-a8a0-573a65bc1530 req-dc7e29a2-e1eb-424d-8c74-cc80cf0b3a38 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.2050402 Dec 16 15:27:10.028074 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294914f6-a690-4ef6-bc9a-80d084c4e9b0 req-f4629047-67f8-474e-a5fe-10a6fd51724c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:10.029778 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-294914f6-a690-4ef6-bc9a-80d084c4e9b0 req-f4629047-67f8-474e-a5fe-10a6fd51724c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.2289989 Dec 16 15:27:10.153686 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cf76ef-5d35-463e-afde-01b7e564a6db {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:27:10.179856 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.186837 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-294914f6-a690-4ef6-bc9a-80d084c4e9b0 req-321b893d-04f7-45bd-a02c-7ac0c568bae5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416583 Dec 16 15:27:10.192883 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c5146a00-4292-4f84-a8a0-573a65bc1530 req-7a32abf8-81f2-4d87-9149-094a885ae485 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619272 Dec 16 15:27:10.211589 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Transition to ACTIVE for port object c6cf76ef-5d35-463e-afde-01b7e564a6db will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:27:10.226516 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.291603 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cf76ef-5d35-463e-afde-01b7e564a6db,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:10.369917 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Attempting to bind port c6cf76ef-5d35-463e-afde-01b7e564a6db on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:10.369917 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Attempting to bind port c6cf76ef-5d35-463e-afde-01b7e564a6db by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '51a51a9d-0604-4470-9506-ed2532923864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:10.370452 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Attempting to bind port c6cf76ef-5d35-463e-afde-01b7e564a6db on network fe4ae3f8-9d10-4953-9098-8591ad3b575e {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:10.396919 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Port c6cf76ef-5d35-463e-afde-01b7e564a6db on network fe4ae3f8-9d10-4953-9098-8591ad3b575e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:27:10.397330 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Attempting to bind port c6cf76ef-5d35-463e-afde-01b7e564a6db on network fe4ae3f8-9d10-4953-9098-8591ad3b575e {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:10.413149 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:10.413149 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Checking segment: {'id': '51a51a9d-0604-4470-9506-ed2532923864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:10.413149 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Bound using segment: {'id': '51a51a9d-0604-4470-9506-ed2532923864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:10.413149 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Bound port: c6cf76ef-5d35-463e-afde-01b7e564a6db, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a51a9d-0604-4470-9506-ed2532923864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:10.413149 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.452765 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946099-d122-4857-b18e-f7bbeea1d6e0 req-890bfa52-c3ac-416a-8933-dce64da05a5f tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:10.454346 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7c946099-d122-4857-b18e-f7bbeea1d6e0 req-890bfa52-c3ac-416a-8933-dce64da05a5f tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 946 time: 0.1124432 Dec 16 15:27:10.617578 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] For port c6cf76ef-5d35-463e-afde-01b7e564a6db, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:10.685451 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7c946099-d122-4857-b18e-f7bbeea1d6e0 req-b46c72a9-6321-46ec-b9d9-9000e9dfacc5 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012219 Dec 16 15:27:10.688429 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] For port c6cf76ef-5d35-463e-afde-01b7e564a6db, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c6cf76ef-5d35-463e-afde-01b7e564a6db,segment=NetworkSegment(51a51a9d-0604-4470-9506-ed2532923864),segment_id=51a51a9d-0604-4470-9506-ed2532923864)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:10.695908 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.781958 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:10.783024 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.785495 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] 10.222.0.58 "PUT /v2.0/ports/c6cf76ef-5d35-463e-afde-01b7e564a6db HTTP/1.1" status: 200 len: 1096 time: 1.5321648 Dec 16 15:27:10.787570 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4621de-4b97-469b-b5ee-0fc7b9b4871e', 'tag': 'c6cf76ef-5d35-463e-afde-01b7e564a6db'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:10.791660 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ee6c77-5a62-417f-b29c-54ca7c34e489" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4621de-4b97-469b-b5ee-0fc7b9b4871e", "tag": "c6cf76ef-5d35-463e-afde-01b7e564a6db"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:10.824339 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9751d-d20c-4b75-8ebc-eb8e346f51ae req-6d34c69f-7e59-47ca-b62c-72a8de31fc6b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:10.826798 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-71d9751d-d20c-4b75-8ebc-eb8e346f51ae req-6d34c69f-7e59-47ca-b62c-72a8de31fc6b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 946 time: 0.2117937 Dec 16 15:27:10.859323 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2a2b05-32c8-47b9-90b1-70fd49d0aa5c x-openstack-request-id: req-1f2a2b05-32c8-47b9-90b1-70fd49d0aa5c {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:10.859784 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4621de-4b97-469b-b5ee-0fc7b9b4871e", "tag": "c6cf76ef-5d35-463e-afde-01b7e564a6db", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:10.860207 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1f2a2b05-32c8-47b9-90b1-70fd49d0aa5c {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:10.860860 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4621de-4b97-469b-b5ee-0fc7b9b4871e', 'tag': 'c6cf76ef-5d35-463e-afde-01b7e564a6db', 'status': 'completed', 'code': 200} Dec 16 15:27:10.875692 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75385097-eeb3-47d9-bbe1-8d77528388f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cf76ef-5d35-463e-afde-01b7e564a6db,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:10.936962 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-71d9751d-d20c-4b75-8ebc-eb8e346f51ae req-daacb989-070f-42e6-873c-d42d488b503a tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962584 Dec 16 15:27:11.033539 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-5968b979-aa17-434e-b995-72ead39cfccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:11.036164 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-5968b979-aa17-434e-b995-72ead39cfccb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2209fb8501f8492dab47dc991d858184&device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 1099 time: 0.0772927 Dec 16 15:27:11.087711 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-0554102d-77e6-4cc5-9101-46e4235f22c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=c6cf76ef-5d35-463e-afde-01b7e564a6db HTTP/1.1" status: 200 len: 217 time: 0.0392058 Dec 16 15:27:11.184213 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-b5be020f-64d3-499c-b5e3-a62d4849236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:11.187353 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-b5be020f-64d3-499c-b5e3-a62d4849236f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd8ba411-b93a-4cff-8ba3-089a77ff33f8 HTTP/1.1" status: 200 len: 843 time: 0.0893703 Dec 16 15:27:11.282421 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-63149916-9620-4b2f-af01-9c4bf8b319b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:11.284204 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-63149916-9620-4b2f-af01-9c4bf8b319b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fe4ae3f8-9d10-4953-9098-8591ad3b575e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0821187 Dec 16 15:27:11.306618 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64fa3f-55d7-49cf-8cfa-4291fbed4460 req-d6fffd01-97e8-4a5b-a7f6-efb3e92ef3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:11.308196 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8a64fa3f-55d7-49cf-8cfa-4291fbed4460 req-d6fffd01-97e8-4a5b-a7f6-efb3e92ef3a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 1098 time: 0.0746784 Dec 16 15:27:11.557784 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195f72a-4ef0-4680-b4a1-9de06e68df50 req-4d63ba61-86f9-42d8-84f1-4d7caa6f0c39 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:11.559339 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f195f72a-4ef0-4680-b4a1-9de06e68df50 req-4d63ba61-86f9-42d8-84f1-4d7caa6f0c39 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.2488708 Dec 16 15:27:11.566166 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-85e3132d-e037-4fb3-966f-85b0920692b2 service neutron] 10.222.0.58 "GET /v2.0/networks/fe4ae3f8-9d10-4953-9098-8591ad3b575e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707489 Dec 16 15:27:11.574253 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf81018-2f35-4534-a44d-f2860459fde0 req-d992cd0a-0055-4df6-a52a-ffeebbce293c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:11.575914 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5bf81018-2f35-4534-a44d-f2860459fde0 req-d992cd0a-0055-4df6-a52a-ffeebbce293c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.2540689 Dec 16 15:27:11.641698 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64fa3f-55d7-49cf-8cfa-4291fbed4460 req-435e75af-7aa9-454e-a606-9bf68e2dffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:11.643205 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8a64fa3f-55d7-49cf-8cfa-4291fbed4460 req-435e75af-7aa9-454e-a606-9bf68e2dffea service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 918 time: 0.2834923 Dec 16 15:27:11.805383 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5bf81018-2f35-4534-a44d-f2860459fde0 req-445d6457-4abb-4d5a-b6bc-ece74b47e66c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082069 Dec 16 15:27:11.846425 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f195f72a-4ef0-4680-b4a1-9de06e68df50 req-a11cacab-ddb8-412e-a8ff-d4a5dc4d204b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692297 Dec 16 15:27:11.857353 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:27:11.861723 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8a64fa3f-55d7-49cf-8cfa-4291fbed4460 req-b9ad0cff-8958-4f8a-a0e1-b314566b9bec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c HTTP/1.1" status: 200 len: 1001 time: 0.1817939 Dec 16 15:27:11.924171 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8457ae7f-73d3-4b49-a2fe-d109a3f8b1e7 req-0534b226-2179-40a6-b0e3-66fefcfe5d83 service neutron] 10.222.0.58 "GET /v2.0/networks/fe4ae3f8-9d10-4953-9098-8591ad3b575e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402534 Dec 16 15:27:11.971069 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64fa3f-55d7-49cf-8cfa-4291fbed4460 req-efa8bad5-27a2-4e12-8cbc-aa95ceb20240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:11.972559 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8a64fa3f-55d7-49cf-8cfa-4291fbed4460 req-efa8bad5-27a2-4e12-8cbc-aa95ceb20240 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.0993714 Dec 16 15:27:12.036259 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954400d6-b259-4732-93e1-b35bf56c1ff0 req-96cfb495-aafe-4945-98a3-e25e90f82332 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:12.037933 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-954400d6-b259-4732-93e1-b35bf56c1ff0 req-96cfb495-aafe-4945-98a3-e25e90f82332 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 946 time: 0.1211364 Dec 16 15:27:12.139722 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64fa3f-55d7-49cf-8cfa-4291fbed4460 req-b4498dbc-83f7-4935-a8df-963a6b2791b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:12.141448 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8a64fa3f-55d7-49cf-8cfa-4291fbed4460 req-b4498dbc-83f7-4935-a8df-963a6b2791b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1594818 Dec 16 15:27:12.160780 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee6c77-5a62-417f-b29c-54ca7c34e489 req-c35d4650-dc6a-40f0-94db-603570e96c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:12.162877 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-23ee6c77-5a62-417f-b29c-54ca7c34e489 req-c35d4650-dc6a-40f0-94db-603570e96c0e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2209fb8501f8492dab47dc991d858184&device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 1099 time: 0.1690667 Dec 16 15:27:12.198167 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-954400d6-b259-4732-93e1-b35bf56c1ff0 req-8a331b70-7c50-4948-91ab-69a5da3428b8 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393476 Dec 16 15:27:12.303134 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7eeba7-cfda-4c08-98d9-dd9c652f6d30 req-a38a0d1e-bd6c-40ce-98cc-c6f6c73f623b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:12.304813 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3b7eeba7-cfda-4c08-98d9-dd9c652f6d30 req-a38a0d1e-bd6c-40ce-98cc-c6f6c73f623b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 946 time: 0.2344275 Dec 16 15:27:12.403846 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8a64fa3f-55d7-49cf-8cfa-4291fbed4460 req-53d9d554-404f-4701-841d-498e33b0c7d8 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458375 Dec 16 15:27:12.425683 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee6c77-5a62-417f-b29c-54ca7c34e489 req-3ad5ce9a-665c-49d5-84e0-88c545e2f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:12.427347 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-23ee6c77-5a62-417f-b29c-54ca7c34e489 req-3ad5ce9a-665c-49d5-84e0-88c545e2f13e service neutron] 10.222.0.58 "GET /v2.0/networks?id=fe4ae3f8-9d10-4953-9098-8591ad3b575e HTTP/1.1" status: 200 len: 870 time: 0.2496128 Dec 16 15:27:12.432282 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3b7eeba7-cfda-4c08-98d9-dd9c652f6d30 req-074e2bda-edee-4ae2-a5da-a7371c7ec377 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186116 Dec 16 15:27:12.739317 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-23ee6c77-5a62-417f-b29c-54ca7c34e489 req-5cfb9e8e-d752-454c-a031-4e289710e86d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=c6cf76ef-5d35-463e-afde-01b7e564a6db HTTP/1.1" status: 200 len: 217 time: 0.2955732 Dec 16 15:27:12.870214 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8a64fa3f-55d7-49cf-8cfa-4291fbed4460 req-5bda8584-74f7-4845-b09a-fb68da4445ee service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544456 Dec 16 15:27:12.873230 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee6c77-5a62-417f-b29c-54ca7c34e489 req-f46ba5a1-6c99-4842-920b-ad7e25b3bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:12.875890 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-23ee6c77-5a62-417f-b29c-54ca7c34e489 req-f46ba5a1-6c99-4842-920b-ad7e25b3bd5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd8ba411-b93a-4cff-8ba3-089a77ff33f8 HTTP/1.1" status: 200 len: 843 time: 0.1250095 Dec 16 15:27:12.974521 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995406d9-f0e6-4c95-91a6-c7e54ec4afa8 req-4bceb1ac-c01f-47b3-93d5-2792f6e1506b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:12.976553 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-995406d9-f0e6-4c95-91a6-c7e54ec4afa8 req-4bceb1ac-c01f-47b3-93d5-2792f6e1506b tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 946 time: 0.1146307 Dec 16 15:27:13.089872 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee6c77-5a62-417f-b29c-54ca7c34e489 req-33887f3a-98f2-47aa-b938-0ee46b0cc927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:13.091923 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-995406d9-f0e6-4c95-91a6-c7e54ec4afa8 req-eeab9303-ea0b-4559-b45a-60d509f6073f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Deleting port 3f7b6684-95a6-4d42-982e-388e8606f82b {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:13.092433 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-995406d9-f0e6-4c95-91a6-c7e54ec4afa8 req-eeab9303-ea0b-4559-b45a-60d509f6073f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.092646 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-23ee6c77-5a62-417f-b29c-54ca7c34e489 req-33887f3a-98f2-47aa-b938-0ee46b0cc927 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fe4ae3f8-9d10-4953-9098-8591ad3b575e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2023664 Dec 16 15:27:13.113064 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf5a7d-8e3b-42f6-9cf6-39e1383242c9 req-3c93d773-317c-44e4-80f1-91df34d76367 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:13.115602 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-faaf5a7d-8e3b-42f6-9cf6-39e1383242c9 req-3c93d773-317c-44e4-80f1-91df34d76367 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1760128 Dec 16 15:27:13.162865 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54125300-dc99-42e3-8a1c-0a0389064b20 req-d1f91052-a27b-442c-9094-c62fe40727df tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:13.164657 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-54125300-dc99-42e3-8a1c-0a0389064b20 req-d1f91052-a27b-442c-9094-c62fe40727df tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.1766329 Dec 16 15:27:13.237268 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-995406d9-f0e6-4c95-91a6-c7e54ec4afa8 req-eeab9303-ea0b-4559-b45a-60d509f6073f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] For port 3f7b6684-95a6-4d42-982e-388e8606f82b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3f7b6684-95a6-4d42-982e-388e8606f82b,segment=NetworkSegment(65b5ee6c-02ef-40ff-94ba-d3a9925ce487),segment_id=65b5ee6c-02ef-40ff-94ba-d3a9925ce487)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:13.238035 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-995406d9-f0e6-4c95-91a6-c7e54ec4afa8 req-eeab9303-ea0b-4559-b45a-60d509f6073f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.259039 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-995406d9-f0e6-4c95-91a6-c7e54ec4afa8 req-eeab9303-ea0b-4559-b45a-60d509f6073f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Calling delete_port for 3f7b6684-95a6-4d42-982e-388e8606f82b owned by compute:nova {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:27:13.333955 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-54125300-dc99-42e3-8a1c-0a0389064b20 req-a7747aa5-f2ce-488d-9567-78df5f95fed5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316152 Dec 16 15:27:13.347301 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-faaf5a7d-8e3b-42f6-9cf6-39e1383242c9 req-e88c142c-96eb-499e-8fb8-7ad824b0120b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134523 Dec 16 15:27:13.363842 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-23ee6c77-5a62-417f-b29c-54ca7c34e489 req-47b169ed-123a-446a-b749-be9343c2f1d7 service neutron] 10.222.0.58 "GET /v2.0/networks/fe4ae3f8-9d10-4953-9098-8591ad3b575e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416637 Dec 16 15:27:13.607420 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c466e60-abf1-4d8a-8e7e-ac7754b37279 req-4f2c4f3e-cadf-491b-8386-394bd654e479 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:13.609075 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5c466e60-abf1-4d8a-8e7e-ac7754b37279 req-4f2c4f3e-cadf-491b-8386-394bd654e479 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 946 time: 0.1946943 Dec 16 15:27:13.668442 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cce4b-9d97-4ad7-b460-be16d6210b26 req-c18755b9-77c2-484d-81de-51f60c08e96e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:13.673349 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-631cce4b-9d97-4ad7-b460-be16d6210b26 req-c18755b9-77c2-484d-81de-51f60c08e96e tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4789fd0-b37c-44ed-9f45-79b87f4fc941 HTTP/1.1" status: 200 len: 946 time: 0.1366389 Dec 16 15:27:13.673349 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-23ee6c77-5a62-417f-b29c-54ca7c34e489 req-45edca9d-96e6-4d2e-b85b-d6d67459d82b service neutron] 10.222.0.58 "GET /v2.0/networks/fe4ae3f8-9d10-4953-9098-8591ad3b575e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929060 Dec 16 15:27:13.728115 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5c466e60-abf1-4d8a-8e7e-ac7754b37279 req-299c9dab-633c-494a-8283-fa8f0183207f tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907791 Dec 16 15:27:13.770498 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-995406d9-f0e6-4c95-91a6-c7e54ec4afa8 req-eeab9303-ea0b-4559-b45a-60d509f6073f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.778155 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-631cce4b-9d97-4ad7-b460-be16d6210b26 req-db43ef97-0473-4e63-aae4-96c84368a7a8 tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.75 "GET /v2.0/security-groups?id=bb61bf21-03b6-487c-be1c-70f02ae22794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872335 Dec 16 15:27:13.785663 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['3f7b6684-95a6-4d42-982e-388e8606f82b'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:27:13.800693 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab9303-ea0b-4559-b45a-60d509f6073f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Pushing event deleted for resources: {'Port': ['ID=3f7b6684-95a6-4d42-982e-388e8606f82b,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:13.880623 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-995406d9-f0e6-4c95-91a6-c7e54ec4afa8 req-eeab9303-ea0b-4559-b45a-60d509f6073f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] No DVR routers for this DVR port 3f7b6684-95a6-4d42-982e-388e8606f82b on host hv-cinder-80152 {{(pid=102463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:27:13.883836 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-995406d9-f0e6-4c95-91a6-c7e54ec4afa8 req-eeab9303-ea0b-4559-b45a-60d509f6073f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.888583 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-995406d9-f0e6-4c95-91a6-c7e54ec4afa8 req-eeab9303-ea0b-4559-b45a-60d509f6073f tempest-AttachVolumeNegativeTest-1904551156 tempest-AttachVolumeNegativeTest-1904551156-project] 10.222.0.58 "DELETE /v2.0/ports/3f7b6684-95a6-4d42-982e-388e8606f82b HTTP/1.1" status: 204 len: 173 time: 0.9047046 Dec 16 15:27:13.889126 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4789fd0-b37c-44ed-9f45-79b87f4fc941', 'name': 'network-vif-deleted', 'tag': '3f7b6684-95a6-4d42-982e-388e8606f82b'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:13.891562 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fc5e34-4c8a-4521-8b85-df4f35910cc5" -d '{"events": [{"server_uuid": "a4789fd0-b37c-44ed-9f45-79b87f4fc941", "name": "network-vif-deleted", "tag": "3f7b6684-95a6-4d42-982e-388e8606f82b"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:13.953736 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80900120-bc61-416e-8f35-9495dac3fba2 x-openstack-request-id: req-80900120-bc61-416e-8f35-9495dac3fba2 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:13.954166 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4789fd0-b37c-44ed-9f45-79b87f4fc941", "name": "network-vif-deleted", "tag": "3f7b6684-95a6-4d42-982e-388e8606f82b", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:13.954539 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-80900120-bc61-416e-8f35-9495dac3fba2 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:13.955014 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4789fd0-b37c-44ed-9f45-79b87f4fc941', 'name': 'network-vif-deleted', 'tag': '3f7b6684-95a6-4d42-982e-388e8606f82b', 'status': 'completed', 'code': 200} Dec 16 15:27:14.581527 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cc04c-c536-4174-bd1a-b6267fc8c373 req-cdaf6b1b-e73e-412d-9e80-46dcc622def9 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:14.584574 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ca5cc04c-c536-4174-bd1a-b6267fc8c373 req-cdaf6b1b-e73e-412d-9e80-46dcc622def9 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 945 time: 0.1536808 Dec 16 15:27:14.617578 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28055a5-ce3d-4feb-9039-44d4a0cc6b95 req-7fdc86a9-e84d-4dbf-93e7-5096077a77a8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:14.620615 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b28055a5-ce3d-4feb-9039-44d4a0cc6b95 req-7fdc86a9-e84d-4dbf-93e7-5096077a77a8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1462495 Dec 16 15:27:14.740747 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ca5cc04c-c536-4174-bd1a-b6267fc8c373 req-e39e493b-af05-48da-9254-b0de46359561 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490099 Dec 16 15:27:14.766159 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b28055a5-ce3d-4feb-9039-44d4a0cc6b95 req-1e0e8b5b-b7ce-4042-a7bd-231a3de774cf tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327116 Dec 16 15:27:14.879042 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 58620) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:14.906356 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfe9e9-815f-431e-8b90-8e95b021bcea req-0ca5db8e-2b74-41d9-9a45-41a9e2a37ce7 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:14.909117 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7cfe9e9-815f-431e-8b90-8e95b021bcea req-0ca5db8e-2b74-41d9-9a45-41a9e2a37ce7 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 946 time: 0.0874727 Dec 16 15:27:14.945240 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfb6d68-8af1-46a0-81de-20e41c007d08 admin admin] Deleting subnet 77d270c3-988e-4ea4-a4a7-2fd404d77eae {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:27:14.948949 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6d68-8af1-46a0-81de-20e41c007d08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.996836 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7cfe9e9-815f-431e-8b90-8e95b021bcea req-f8b4bdb4-2004-45ba-8e60-afb8edaf7194 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736282 Dec 16 15:27:14.997342 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6d68-8af1-46a0-81de-20e41c007d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.030930 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c6cf76ef-5d35-463e-afde-01b7e564a6db details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:27:15.033648 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device ba4a2c79-9883-4f19-9259-428e42ff4e2c no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:15.043998 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6d68-8af1-46a0-81de-20e41c007d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.110663 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6d68-8af1-46a0-81de-20e41c007d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.138188 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb6d68-8af1-46a0-81de-20e41c007d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d270c3-988e-4ea4-a4a7-2fd404d77eae,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:15.141970 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6d68-8af1-46a0-81de-20e41c007d08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.158282 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 58624) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:15.158538 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-cdfb6d68-8af1-46a0-81de-20e41c007d08 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/77d270c3-988e-4ea4-a4a7-2fd404d77eae HTTP/1.1" status: 204 len: 168 time: 0.2766898 Dec 16 15:27:15.224613 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.251160 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port c6cf76ef-5d35-463e-afde-01b7e564a6db, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c6cf76ef-5d35-463e-afde-01b7e564a6db,segment=NetworkSegment(51a51a9d-0604-4470-9506-ed2532923864),segment_id=51a51a9d-0604-4470-9506-ed2532923864)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:15.271840 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.278500 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:15.280909 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37b9043-dab9-45cc-a292-47e1cb6dd19d" -d '{"events": [{"server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:15.292867 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'c6cf76ef-5d35-463e-afde-01b7e564a6db', 'network_id': 'fe4ae3f8-9d10-4953-9098-8591ad3b575e', 'port_id': 'c6cf76ef-5d35-463e-afde-01b7e564a6db', 'mac_address': 'fa:16:3e:02:e6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8ba411-b93a-4cff-8ba3-089a77ff33f8', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:27:15.299017 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:15.333477 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.378839 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a03c9e-66ad-43b1-bea4-73205394d9c0 x-openstack-request-id: req-49a03c9e-66ad-43b1-bea4-73205394d9c0 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:15.379825 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:15.380261 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49a03c9e-66ad-43b1-bea4-73205394d9c0 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:15.380858 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'code': 200} Dec 16 15:27:15.396053 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.399203 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.426371 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cf76ef-5d35-463e-afde-01b7e564a6db {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:27:15.429699 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.430364 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.431682 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.432698 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > port after_create 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.432698 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.433255 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > port after_update 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.433802 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.434337 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.434792 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.435258 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.436947 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=ba4a2c79-9883-4f19-9259-428e42ff4e2c,revision_number=8']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:15.462362 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port c6cf76ef-5d35-463e-afde-01b7e564a6db, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c6cf76ef-5d35-463e-afde-01b7e564a6db,segment=NetworkSegment(51a51a9d-0604-4470-9506-ed2532923864),segment_id=51a51a9d-0604-4470-9506-ed2532923864)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:15.467799 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.523192 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=c6cf76ef-5d35-463e-afde-01b7e564a6db,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:15.572686 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.573301 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.573855 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.574417 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:27:15.575026 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1e4024-a5d3-451e-951e-946646d29db1']}} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:15.607716 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b5ee6c-02ef-40ff-94ba-d3a9925ce487') {'for_net_delete': True} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:15.608460 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b5ee6c-02ef-40ff-94ba-d3a9925ce487') {} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:15.646363 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893858'] for segment, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.682816 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.697998 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=102462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:27:15.698556 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773182'] for segment, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: from cryptography.utils import int_from_bytes Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: from cryptography.utils import int_from_bytes Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: Traceback (most recent call last): Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: timer() Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: cb(*args, **kw) Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: return func(*args, **kwargs) Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: self._notify() Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: self.callback(batched_events) Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: event.method(event) Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: return f(self, *a, **k) Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._get(url).json() Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: return self.request(url, 'GET', **kwargs) Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:27:15.705501 dv-cinder-801522-8-iscsi neutron-server[102462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:27:15.776613 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.785542 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.791720 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] 10.222.0.75 "DELETE /v2.0/networks/fd1e4024-a5d3-451e-951e-946646d29db1 HTTP/1.1" status: 204 len: 168 time: 0.6294012 Dec 16 15:27:15.809810 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b84e2-68bd-4466-a540-bc5722ab3c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd1e4024-a5d3-451e-951e-946646d29db1,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:15.841796 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['c6cf76ef-5d35-463e-afde-01b7e564a6db'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:27:15.917639 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9191e6f-b9a5-4a23-b29a-0c4bc474cf3d req-e158bd96-0ec0-41c9-9f3b-6f8cbdc63730 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:15.926799 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e9191e6f-b9a5-4a23-b29a-0c4bc474cf3d req-e158bd96-0ec0-41c9-9f3b-6f8cbdc63730 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0667417 Dec 16 15:27:16.048634 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e9191e6f-b9a5-4a23-b29a-0c4bc474cf3d req-80c1f609-edbc-4a9d-bac5-8dd9a261d804 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204758 Dec 16 15:27:16.062787 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0e616-8744-42a9-b601-d270db97aa9b req-5e91c052-b379-47f6-a6e9-38b997bfcb7a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:16.064417 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3ee0e616-8744-42a9-b601-d270db97aa9b req-5e91c052-b379-47f6-a6e9-38b997bfcb7a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.1027679 Dec 16 15:27:16.157723 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3ee0e616-8744-42a9-b601-d270db97aa9b req-bb3b9b3b-bb57-44bc-b61d-022947dc0366 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801575 Dec 16 15:27:16.243628 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 58640) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:16.252008 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d82d31-d2d8-4c3a-a47a-e2bd2bbec345 req-5179528d-2f95-4a54-a3d6-2872811521f8 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:16.254687 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7d82d31-d2d8-4c3a-a47a-e2bd2bbec345 req-5179528d-2f95-4a54-a3d6-2872811521f8 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 947 time: 0.0655224 Dec 16 15:27:16.323853 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-fb749eb6-0908-4585-92e0-24ea00487382 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0f41357d2eed40678067e34cc4a8a82d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0781939 Dec 16 15:27:16.326380 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 58644) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:16.350265 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7d82d31-d2d8-4c3a-a47a-e2bd2bbec345 req-d2bcd901-6f0c-4c7e-b184-637e4889036b tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792289 Dec 16 15:27:16.417614 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a21a060d-a353-4cf9-a9ff-fe8df6c2ef39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.447867 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a21a060d-a353-4cf9-a9ff-fe8df6c2ef39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.539270 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a21a060d-a353-4cf9-a9ff-fe8df6c2ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.542268 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a21a060d-a353-4cf9-a9ff-fe8df6c2ef39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.543559 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-a21a060d-a353-4cf9-a9ff-fe8df6c2ef39 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bb61bf21-03b6-487c-be1c-70f02ae22794 HTTP/1.1" status: 204 len: 168 time: 0.2149611 Dec 16 15:27:16.558447 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a060d-a353-4cf9-a9ff-fe8df6c2ef39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb61bf21-03b6-487c-be1c-70f02ae22794,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:16.931172 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [req-da78fe29-9153-433f-b630-0fd3d9bd1460 req-59946c43-55f4-40c3-9dbd-3f0a96ab8e01 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:27:16.932805 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-da78fe29-9153-433f-b630-0fd3d9bd1460 req-59946c43-55f4-40c3-9dbd-3f0a96ab8e01 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079794 Dec 16 15:27:17.020984 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-3e765840-a398-4270-b83a-e022e6603167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.030786 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c6cf76ef-5d35-463e-afde-01b7e564a6db up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:17.229422 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port c6cf76ef-5d35-463e-afde-01b7e564a6db completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:27:17.242123 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port c6cf76ef-5d35-463e-afde-01b7e564a6db triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:17.242515 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.287388 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fab20-130f-42aa-89e2-7b9df6df66ab req-b8dadcc1-77d8-42b5-af8d-7203430e6a27 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:17.289225 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f8fab20-130f-42aa-89e2-7b9df6df66ab req-b8dadcc1-77d8-42b5-af8d-7203430e6a27 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.1124842 Dec 16 15:27:17.406254 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28656c-b2ae-4755-878f-555eb2d10ce6 req-c9299c09-1aee-4e65-8979-3a93dd5b0ce4 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:17.409809 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ad28656c-b2ae-4755-878f-555eb2d10ce6 req-c9299c09-1aee-4e65-8979-3a93dd5b0ce4 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1848154 Dec 16 15:27:17.462968 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.464480 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f8fab20-130f-42aa-89e2-7b9df6df66ab req-e800dff6-c3be-48f8-a050-a53030b44864 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604972 Dec 16 15:27:17.553491 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ad28656c-b2ae-4755-878f-555eb2d10ce6 req-d82c4ecb-0dad-4a8c-be6a-dedb7305e7b1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361363 Dec 16 15:27:17.554671 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4621de-4b97-469b-b5ee-0fc7b9b4871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf76ef-5d35-463e-afde-01b7e564a6db'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:17.564404 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb604df-3bcc-48ac-9324-9ba1c1865692" -d '{"events": [{"server_uuid": "0e4621de-4b97-469b-b5ee-0fc7b9b4871e", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf76ef-5d35-463e-afde-01b7e564a6db"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:17.607477 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port c6cf76ef-5d35-463e-afde-01b7e564a6db, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c6cf76ef-5d35-463e-afde-01b7e564a6db,segment=NetworkSegment(51a51a9d-0604-4470-9506-ed2532923864),segment_id=51a51a9d-0604-4470-9506-ed2532923864)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:17.614585 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.615439 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 3f7b6684-95a6-4d42-982e-388e8606f82b no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:17.642777 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: 3f7b6684-95a6-4d42-982e-388e8606f82b {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:27:17.643392 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 3f7b6684-95a6-4d42-982e-388e8606f82b not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:27:17.702698 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beefece-8318-4cc9-9e45-dabfd297cc0a x-openstack-request-id: req-9beefece-8318-4cc9-9e45-dabfd297cc0a {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:17.705579 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4621de-4b97-469b-b5ee-0fc7b9b4871e", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf76ef-5d35-463e-afde-01b7e564a6db", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:17.705985 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9beefece-8318-4cc9-9e45-dabfd297cc0a {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:17.706663 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4621de-4b97-469b-b5ee-0fc7b9b4871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf76ef-5d35-463e-afde-01b7e564a6db', 'code': 200} Dec 16 15:27:17.742535 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=c6cf76ef-5d35-463e-afde-01b7e564a6db,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:17.767385 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03bd2e-b801-47b7-8ce2-b779d2a0d2d1 req-a58d8df9-7896-4da5-b0cd-17adcf3b3147 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:17.781661 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fd03bd2e-b801-47b7-8ce2-b779d2a0d2d1 req-a58d8df9-7896-4da5-b0cd-17adcf3b3147 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.1871672 Dec 16 15:27:17.845723 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fd03bd2e-b801-47b7-8ce2-b779d2a0d2d1 req-4f48e69f-8a83-41a0-ad06-fd2b5b4557cf tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623124 Dec 16 15:27:17.956557 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32d33f-1214-4d0a-a65c-adb4ca37f436 req-cf2fb1c4-69e8-4f9a-9ef6-f96372dd8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:17.959423 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-4d32d33f-1214-4d0a-a65c-adb4ca37f436 req-cf2fb1c4-69e8-4f9a-9ef6-f96372dd8528 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 1101 time: 0.0546362 Dec 16 15:27:17.969422 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 58710) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:18.034723 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-4d32d33f-1214-4d0a-a65c-adb4ca37f436 req-b1422f7a-9e6d-4911-b180-ff343ec15a5b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626123 Dec 16 15:27:18.102733 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-764116e7-d712-47c5-aa05-0316fd4cd918 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314757 Dec 16 15:27:18.115375 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-5d4aabb6-a370-4f79-971f-99cc290573a1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:27:18.116951 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-5d4aabb6-a370-4f79-971f-99cc290573a1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094035 Dec 16 15:27:18.621719 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04261610-5a7e-4a07-a1d6-9e61b26fabc8 req-a101f399-8219-46d9-b8be-2a73e6e243b5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:18.631451 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04261610-5a7e-4a07-a1d6-9e61b26fabc8 req-a101f399-8219-46d9-b8be-2a73e6e243b5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0812776 Dec 16 15:27:18.747220 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04261610-5a7e-4a07-a1d6-9e61b26fabc8 req-91939f8f-016d-4600-83af-6202f33778d8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059322 Dec 16 15:27:18.762558 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0a8f2-c1ba-4bb8-b428-932a07a38623 req-40ef0363-b2f4-4f45-b0ec-0a12905189dc tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:18.764333 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2dc0a8f2-c1ba-4bb8-b428-932a07a38623 req-40ef0363-b2f4-4f45-b0ec-0a12905189dc tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1126804 Dec 16 15:27:18.821797 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2dc0a8f2-c1ba-4bb8-b428-932a07a38623 req-3659ea60-4d5b-4819-a8f1-757ae25cba28 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503941 Dec 16 15:27:18.991602 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaac36-54df-4fbc-b9a2-435d5c2cfa5c req-4380e7c0-68a2-4138-b574-e61d571fadd3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:18.993247 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1acaac36-54df-4fbc-b9a2-435d5c2cfa5c req-4380e7c0-68a2-4138-b574-e61d571fadd3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0626216 Dec 16 15:27:19.047257 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1acaac36-54df-4fbc-b9a2-435d5c2cfa5c req-c2f40f9d-3a1c-4bd6-aed1-f7efe0c07acc tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475240 Dec 16 15:27:19.050984 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device ba4a2c79-9883-4f19-9259-428e42ff4e2c no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:19.678530 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0078bfbc-4581-4dce-ab5a-600f90150593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.916397 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cadc6c-a2e4-4f66-9569-aa597c847119 req-5084a643-2e28-4003-aa7c-bdfcbc9404bd tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:19.918177 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-74cadc6c-a2e4-4f66-9569-aa597c847119 req-5084a643-2e28-4003-aa7c-bdfcbc9404bd tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0551584 Dec 16 15:27:19.933846 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-639cfdc1-2e0a-47a7-bc1b-ebc5481a31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:19.935461 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-639cfdc1-2e0a-47a7-bc1b-ebc5481a31a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3&tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2 HTTP/1.1" status: 200 len: 1096 time: 0.0906107 Dec 16 15:27:20.006935 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd77089-c285-495e-b030-065000f80d59 req-854b7660-a75b-4846-8d25-e5b85500656e tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:20.008588 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ccd77089-c285-495e-b030-065000f80d59 req-854b7660-a75b-4846-8d25-e5b85500656e tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0829341 Dec 16 15:27:20.017475 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-5f20b948-fab1-441b-925c-7f74aa09e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:20.017737 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-74cadc6c-a2e4-4f66-9569-aa597c847119 req-3f73e048-9527-434e-973b-8f2b104c95aa tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898068 Dec 16 15:27:20.021138 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-5f20b948-fab1-441b-925c-7f74aa09e8c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0533426 Dec 16 15:27:20.084117 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ccd77089-c285-495e-b030-065000f80d59 req-93b5f239-19e4-4a2f-be45-df1437d7663e tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496485 Dec 16 15:27:20.131380 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-a02a2394-b868-44ab-bd8f-5636173656ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:20.132993 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-a02a2394-b868-44ab-bd8f-5636173656ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 918 time: 0.1033251 Dec 16 15:27:20.176702 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab362a-70b7-454d-a0fa-5707ab6c872b req-4be628b5-058c-4a57-9012-4e8f401edcbc tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:20.178270 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-63ab362a-70b7-454d-a0fa-5707ab6c872b req-4be628b5-058c-4a57-9012-4e8f401edcbc tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0527945 Dec 16 15:27:20.206171 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-e4061172-0e5b-4b30-a72b-a6321db13d95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c HTTP/1.1" status: 200 len: 999 time: 0.0600064 Dec 16 15:27:20.230011 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-63ab362a-70b7-454d-a0fa-5707ab6c872b req-e116ee2f-00a3-4182-ba2f-94909b43525a tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452204 Dec 16 15:27:20.267225 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-25e6c927-7efa-4fb4-a4a8-ccc5641cbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:20.268753 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-25e6c927-7efa-4fb4-a4a8-ccc5641cbd73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.0508499 Dec 16 15:27:20.338245 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-91b8a7f3-8e99-4a26-a4b8-f3e49853b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:20.341163 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-91b8a7f3-8e99-4a26-a4b8-f3e49853b39a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634153 Dec 16 15:27:20.474504 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-b3e8933b-55dc-4e24-8f21-066e11f28965 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252806 Dec 16 15:27:20.537370 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9d03b-1773-46f5-9cfa-e6cdd2ab7155 req-6dcb9a55-45fe-4bf0-a9bd-f303e779bdc8 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:20.538820 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-06c9d03b-1773-46f5-9cfa-e6cdd2ab7155 req-6dcb9a55-45fe-4bf0-a9bd-f303e779bdc8 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0628066 Dec 16 15:27:20.580306 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a5055074-3331-4446-b4f8-7e6ad0cd3f65 req-a442a003-83d7-4a8e-b2bb-12169e44a013 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943716 Dec 16 15:27:20.592144 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-06c9d03b-1773-46f5-9cfa-e6cdd2ab7155 req-07d67fec-52b4-4abf-99d0-91a82740bf16 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Dec 16 15:27:20.696883 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:21.211657 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ced22-edeb-4961-b9b9-713ee347eedd req-ceb7dc5b-274a-4d8c-ae32-2aaa2b8685c4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:21.220932 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2b8ced22-edeb-4961-b9b9-713ee347eedd req-ceb7dc5b-274a-4d8c-ae32-2aaa2b8685c4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.1088486 Dec 16 15:27:21.374329 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2b8ced22-edeb-4961-b9b9-713ee347eedd req-fa4a7b35-8f13-44dc-872b-7cff91704fa8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487038 Dec 16 15:27:21.445402 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724afda2-c723-4d58-aa73-c88a9b60792c req-f2b14fdc-a26f-4b2b-8feb-f7d426b8d315 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:21.446969 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-724afda2-c723-4d58-aa73-c88a9b60792c req-f2b14fdc-a26f-4b2b-8feb-f7d426b8d315 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1600277 Dec 16 15:27:21.524183 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-724afda2-c723-4d58-aa73-c88a9b60792c req-2dcd79b3-0b08-478a-aa9c-b96642226af5 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708759 Dec 16 15:27:21.736809 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656d015-deab-463c-a7e2-2e4177cc668d req-4fd1e02e-de75-4d1a-a9b0-bfda14ce9bd3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:21.738554 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e656d015-deab-463c-a7e2-2e4177cc668d req-4fd1e02e-de75-4d1a-a9b0-bfda14ce9bd3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0613933 Dec 16 15:27:21.797341 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e656d015-deab-463c-a7e2-2e4177cc668d req-1cedf3f1-9117-4850-af12-09e9fc657005 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523016 Dec 16 15:27:21.997992 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:22.537770 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d3643-f212-422f-8c9b-f997cb17a424 req-4d7557b0-ce75-406f-b46e-9f92e0e6e72e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:22.539993 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-247d3643-f212-422f-8c9b-f997cb17a424 req-4d7557b0-ce75-406f-b46e-9f92e0e6e72e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0778146 Dec 16 15:27:22.642126 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-247d3643-f212-422f-8c9b-f997cb17a424 req-158421d6-1fbb-4f4f-bec0-5653759714dc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950313 Dec 16 15:27:22.757381 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93846d-93cf-44a5-b4f5-0e6e1a4c7d73 req-83719254-b5fa-4c11-8b87-faba631ec52b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:22.759204 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3c93846d-93cf-44a5-b4f5-0e6e1a4c7d73 req-83719254-b5fa-4c11-8b87-faba631ec52b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0562069 Dec 16 15:27:22.854627 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3c93846d-93cf-44a5-b4f5-0e6e1a4c7d73 req-1bce25e3-6ce6-4ce1-8993-41c0259b70cb tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841005 Dec 16 15:27:22.999871 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a413f-68f0-4bf4-bc32-9e176f0d3b17 req-090834db-8134-4ebf-9669-a93163c9d849 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:23.001947 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-289a413f-68f0-4bf4-bc32-9e176f0d3b17 req-090834db-8134-4ebf-9669-a93163c9d849 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0620615 Dec 16 15:27:23.065161 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:23.091905 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-289a413f-68f0-4bf4-bc32-9e176f0d3b17 req-0190b8d3-98fb-4ff7-8b87-d656928b1dde tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817902 Dec 16 15:27:23.827252 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464aa2f-dff0-4d18-8245-f2f84d472d4c req-16e59fce-1cf3-43b2-bb77-6343d83feb57 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:23.829897 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1464aa2f-dff0-4d18-8245-f2f84d472d4c req-16e59fce-1cf3-43b2-bb77-6343d83feb57 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0695541 Dec 16 15:27:23.889421 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1464aa2f-dff0-4d18-8245-f2f84d472d4c req-a428784e-ce9f-4568-98f8-c95945f867c9 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511796 Dec 16 15:27:24.040937 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819ad18-b5fe-406c-9752-67cdfed5893a req-78f11746-4923-4e17-8382-7c10240c9d4c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:24.042883 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1819ad18-b5fe-406c-9752-67cdfed5893a req-78f11746-4923-4e17-8382-7c10240c9d4c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0888944 Dec 16 15:27:24.110911 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1819ad18-b5fe-406c-9752-67cdfed5893a req-4f38b092-8404-427f-bf97-d29bdf6d91af tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567603 Dec 16 15:27:24.267918 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d69d0a-3a8e-4c6b-a161-77f7d6b964b3 req-ae37f14a-20c5-42d8-a53a-807fcbd4ce3d tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:24.269505 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b4d69d0a-3a8e-4c6b-a161-77f7d6b964b3 req-ae37f14a-20c5-42d8-a53a-807fcbd4ce3d tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0624812 Dec 16 15:27:24.342942 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b4d69d0a-3a8e-4c6b-a161-77f7d6b964b3 req-a39036cf-bef4-4a4e-a9cc-8feedeac10ca tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Dec 16 15:27:25.077875 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247f3aa-e184-44c6-9070-94780c3708b2 req-6050b214-5730-4c6f-9b24-12885a6ec034 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:25.079481 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1247f3aa-e184-44c6-9070-94780c3708b2 req-6050b214-5730-4c6f-9b24-12885a6ec034 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0763745 Dec 16 15:27:25.229416 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1247f3aa-e184-44c6-9070-94780c3708b2 req-1c874a89-33a0-43d4-957b-83efa0cdc685 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293478 Dec 16 15:27:25.309626 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974350ff-3999-4094-8537-4d50f3f3d868 req-d25d914f-fb9b-46d4-ab45-b72cf29ecd54 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:25.311742 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-974350ff-3999-4094-8537-4d50f3f3d868 req-d25d914f-fb9b-46d4-ab45-b72cf29ecd54 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0812373 Dec 16 15:27:25.385984 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-974350ff-3999-4094-8537-4d50f3f3d868 req-ea576ee7-269a-4932-ab4f-dafe1ac6c5ca tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625241 Dec 16 15:27:25.531949 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52c487-c4f3-46d1-8c0e-cade7cf494f0 req-a24571c6-6f92-46b1-873b-0f34729e60af tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:25.533587 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4c52c487-c4f3-46d1-8c0e-cade7cf494f0 req-a24571c6-6f92-46b1-873b-0f34729e60af tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0800912 Dec 16 15:27:25.587080 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4c52c487-c4f3-46d1-8c0e-cade7cf494f0 req-130bdf85-9aa8-4250-bd24-93390eab27b4 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466816 Dec 16 15:27:26.401201 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4bcdb-87de-4e01-818b-2aa6ccda844a req-77e1b04a-55e6-446c-98b5-f3826caed546 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:26.404346 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-31a4bcdb-87de-4e01-818b-2aa6ccda844a req-77e1b04a-55e6-446c-98b5-f3826caed546 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0728052 Dec 16 15:27:26.478627 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-31a4bcdb-87de-4e01-818b-2aa6ccda844a req-4cae0a12-1510-4961-a2d3-a0334ecec551 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672050 Dec 16 15:27:26.551684 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dcf7d-390c-4649-9d46-0ae3f7aae0a3 req-c3a98fb5-4257-415f-b343-78d158c3cd74 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:26.553208 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-844dcf7d-390c-4649-9d46-0ae3f7aae0a3 req-c3a98fb5-4257-415f-b343-78d158c3cd74 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0613701 Dec 16 15:27:26.602746 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-844dcf7d-390c-4649-9d46-0ae3f7aae0a3 req-5e2644dd-c886-47c8-90d6-24230189b625 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Dec 16 15:27:26.726263 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e849fc-4ae0-41fc-a236-578486cad322 req-6e8e15dd-d998-48e6-a368-a0660d244e42 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:26.727853 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-93e849fc-4ae0-41fc-a236-578486cad322 req-6e8e15dd-d998-48e6-a368-a0660d244e42 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0700271 Dec 16 15:27:26.786355 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-93e849fc-4ae0-41fc-a236-578486cad322 req-79539ca3-f340-4bbe-aec6-274b3023aef6 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525663 Dec 16 15:27:27.656482 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b74007-55f4-4180-ae0a-f76a37015bda req-390afbd1-32a2-43f3-a6cd-8e1165f95162 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:27.658874 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-18b74007-55f4-4180-ae0a-f76a37015bda req-390afbd1-32a2-43f3-a6cd-8e1165f95162 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0904214 Dec 16 15:27:27.764146 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-18b74007-55f4-4180-ae0a-f76a37015bda req-48138bde-2a00-4677-97d7-2d97984bf42b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956848 Dec 16 15:27:27.778668 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c227ec1-403b-4626-8f45-6418b77d355f req-72138737-6c15-4e4a-af7e-55209c440915 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:27.780467 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0c227ec1-403b-4626-8f45-6418b77d355f req-72138737-6c15-4e4a-af7e-55209c440915 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0903416 Dec 16 15:27:27.872788 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0c227ec1-403b-4626-8f45-6418b77d355f req-11d02764-fbd6-4291-9c5f-34ded14b1946 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843897 Dec 16 15:27:27.943652 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8e5a3-7954-4775-8533-4c3dc17f1508 req-83e65df7-31c5-4e24-bc18-90714ab4070c tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:27.945624 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a2f8e5a3-7954-4775-8533-4c3dc17f1508 req-83e65df7-31c5-4e24-bc18-90714ab4070c tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0679574 Dec 16 15:27:28.016054 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a2f8e5a3-7954-4775-8533-4c3dc17f1508 req-56656f49-c8fd-4b0f-99a1-f57cd572b98c tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634499 Dec 16 15:27:28.913844 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1b2b0-fae7-4664-aaa3-c479db78d67a req-47669fd3-2e65-4299-8b98-15d27adc6678 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:28.915669 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-05b1b2b0-fae7-4664-aaa3-c479db78d67a req-47669fd3-2e65-4299-8b98-15d27adc6678 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0603499 Dec 16 15:27:28.997993 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-05b1b2b0-fae7-4664-aaa3-c479db78d67a req-3d09ebcf-807f-421b-b2f0-00e7cc796477 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761209 Dec 16 15:27:29.038863 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cbb3f-9434-437f-81f5-7b7a102bb8f6 req-2fa76227-90f5-4f06-ac79-3814c87e5a5f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:29.041420 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-430cbb3f-9434-437f-81f5-7b7a102bb8f6 req-2fa76227-90f5-4f06-ac79-3814c87e5a5f tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0878153 Dec 16 15:27:29.117275 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-430cbb3f-9434-437f-81f5-7b7a102bb8f6 req-f7ec4c8b-0a37-42ad-80d2-e88427100a35 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678697 Dec 16 15:27:29.201882 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9f526-6d2e-4b6d-89ab-e157501de91f req-35029988-597d-4381-979c-16086afe7fb5 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:29.203446 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c6c9f526-6d2e-4b6d-89ab-e157501de91f req-35029988-597d-4381-979c-16086afe7fb5 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0689673 Dec 16 15:27:29.263244 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c6c9f526-6d2e-4b6d-89ab-e157501de91f req-5e7dd1c6-156e-45b5-9a73-312df304b11f tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531037 Dec 16 15:27:30.142421 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f31cb4-b1f9-4349-bdb9-f44486d39b74 req-21357a43-b5c4-410a-91a7-e207b438897f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:30.144702 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c8f31cb4-b1f9-4349-bdb9-f44486d39b74 req-21357a43-b5c4-410a-91a7-e207b438897f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0554709 Dec 16 15:27:30.216800 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c8f31cb4-b1f9-4349-bdb9-f44486d39b74 req-9fabb34f-7d1a-463d-bb4a-1c7e4ad77271 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614417 Dec 16 15:27:30.268134 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fae16-a0a9-4d2f-bf85-48cb7c2ce3dd req-c4bc1e12-99eb-4760-ab82-ae7a9fd2506a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:30.273096 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f13fae16-a0a9-4d2f-bf85-48cb7c2ce3dd req-c4bc1e12-99eb-4760-ab82-ae7a9fd2506a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0705280 Dec 16 15:27:30.345223 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f13fae16-a0a9-4d2f-bf85-48cb7c2ce3dd req-c74cb7bb-dfec-4166-a183-68cd1cd2d05a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642741 Dec 16 15:27:30.432501 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aac73e-b403-4d21-8ccb-d87e56a0744f req-75bd01bc-b057-486b-9b51-4ddc619a65eb tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:30.444422 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e9aac73e-b403-4d21-8ccb-d87e56a0744f req-75bd01bc-b057-486b-9b51-4ddc619a65eb tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0714409 Dec 16 15:27:30.501664 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e9aac73e-b403-4d21-8ccb-d87e56a0744f req-945c16c4-51d3-47d1-a030-a22adcf23cfc tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613492 Dec 16 15:27:31.353325 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a142fa6-ab12-4278-9f79-2ba14f453daa req-dd40b40f-e78b-467f-a266-2ba3330355cb tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:31.355235 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7a142fa6-ab12-4278-9f79-2ba14f453daa req-dd40b40f-e78b-467f-a266-2ba3330355cb tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0572963 Dec 16 15:27:31.419454 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7a142fa6-ab12-4278-9f79-2ba14f453daa req-e2a2308d-04e4-473b-b5fe-ce4d8ebdae79 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570588 Dec 16 15:27:31.499365 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7877b-eb7a-4a59-b5fb-2aeb747b9f51 req-d116020f-4003-42f4-afe0-01b66d2fded2 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:31.502064 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-96d7877b-eb7a-4a59-b5fb-2aeb747b9f51 req-d116020f-4003-42f4-afe0-01b66d2fded2 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0803356 Dec 16 15:27:31.601612 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-96d7877b-eb7a-4a59-b5fb-2aeb747b9f51 req-efc81283-1872-4e8c-bcda-a3b4938b2f3b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934010 Dec 16 15:27:31.794174 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff1dd-4349-47c5-91e9-0eaa51074bc7 req-06a87b34-b09e-49b5-b8fc-af79d53eede9 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:31.795803 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-94eff1dd-4349-47c5-91e9-0eaa51074bc7 req-06a87b34-b09e-49b5-b8fc-af79d53eede9 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.1284316 Dec 16 15:27:31.896388 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-94eff1dd-4349-47c5-91e9-0eaa51074bc7 req-d5055b40-dd73-404f-b4f6-72f427505df8 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879622 Dec 16 15:27:32.008270 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 58964) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:32.192583 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e337ea5f-d300-47e1-946b-8d133e84a503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.312565 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e337ea5f-d300-47e1-946b-8d133e84a503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.317834 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e337ea5f-d300-47e1-946b-8d133e84a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.363028 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-e337ea5f-d300-47e1-946b-8d133e84a503 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7bc5bb1edeb94cb69367adf108307eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529012 Dec 16 15:27:32.363767 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337ea5f-d300-47e1-946b-8d133e84a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7522460-a052-468d-b623-5171f0aac319,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:32.366604 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 58972) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:32.439586 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ecd33f21-91a0-47a9-9a36-a3c59e079b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.475562 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.479512 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ecd33f21-91a0-47a9-9a36-a3c59e079b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.817254 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb05eb-840b-46bb-8da5-24ddfb9a1323 req-8573a8f7-7979-405c-8f2d-28def20be30e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:32.818820 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f1cb05eb-840b-46bb-8da5-24ddfb9a1323 req-8573a8f7-7979-405c-8f2d-28def20be30e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.3019702 Dec 16 15:27:32.822493 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ecd33f21-91a0-47a9-9a36-a3c59e079b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.825127 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ecd33f21-91a0-47a9-9a36-a3c59e079b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.826654 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-ecd33f21-91a0-47a9-9a36-a3c59e079b82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b7522460-a052-468d-b623-5171f0aac319 HTTP/1.1" status: 204 len: 168 time: 0.4586501 Dec 16 15:27:32.854222 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27a3b-aafd-4623-837a-f2359e29e465 req-4103b01b-c742-4919-9d71-7a6b39ff2b0b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:32.865079 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7b27a3b-aafd-4623-837a-f2359e29e465 req-4103b01b-c742-4919-9d71-7a6b39ff2b0b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0958233 Dec 16 15:27:32.865079 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd33f21-91a0-47a9-9a36-a3c59e079b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7522460-a052-468d-b623-5171f0aac319,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:32.949972 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f1cb05eb-840b-46bb-8da5-24ddfb9a1323 req-ba754205-aeff-484e-88b5-6d7105e03e28 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214025 Dec 16 15:27:33.051168 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7b27a3b-aafd-4623-837a-f2359e29e465 req-d8bc2865-2e21-4d28-b82e-d5f71f3d935d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455591 Dec 16 15:27:33.119688 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845b1bd-4633-4632-b5f4-9f3098c20f1e req-08e34ff8-cf2b-4a75-8cdf-f066a9aebac7 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:33.121452 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1845b1bd-4633-4632-b5f4-9f3098c20f1e req-08e34ff8-cf2b-4a75-8cdf-f066a9aebac7 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0651798 Dec 16 15:27:33.216837 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1845b1bd-4633-4632-b5f4-9f3098c20f1e req-4346936e-1c0b-479d-bc75-f3715fc9f36d tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883420 Dec 16 15:27:34.116111 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4901e4f-ba21-4928-9be7-4f3fa38c9860 req-af4b2f76-f73b-40a0-b7e7-a8c63ac325e3 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:34.117376 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a4901e4f-ba21-4928-9be7-4f3fa38c9860 req-af4b2f76-f73b-40a0-b7e7-a8c63ac325e3 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0691617 Dec 16 15:27:34.207149 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a4901e4f-ba21-4928-9be7-4f3fa38c9860 req-ac107d8f-28a9-4dc7-b92f-d83a10b4b37b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814464 Dec 16 15:27:34.220002 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419db73e-baf4-4bad-8632-eb2b08f8c802 req-6ad7c321-e16c-4f73-82b2-7ed17403f112 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:34.221723 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-419db73e-baf4-4bad-8632-eb2b08f8c802 req-6ad7c321-e16c-4f73-82b2-7ed17403f112 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0801530 Dec 16 15:27:34.292263 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-419db73e-baf4-4bad-8632-eb2b08f8c802 req-6d4305e8-847c-4eb8-8d35-f94bd471f617 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642884 Dec 16 15:27:34.359222 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce626ce0-d8f0-465e-b4fe-8750ff140abc req-8dc246d2-cefc-4fc0-a59d-26f5a0226084 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:34.360741 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ce626ce0-d8f0-465e-b4fe-8750ff140abc req-8dc246d2-cefc-4fc0-a59d-26f5a0226084 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0528259 Dec 16 15:27:34.413430 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ce626ce0-d8f0-465e-b4fe-8750ff140abc req-4428acf7-8acf-47fc-8c76-de314b91af38 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461144 Dec 16 15:27:34.857847 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59044) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:34.975140 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b20101ff-1f59-470f-82ca-6ac12a752132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.064128 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b20101ff-1f59-470f-82ca-6ac12a752132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.069806 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b20101ff-1f59-470f-82ca-6ac12a752132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.115183 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-b20101ff-1f59-470f-82ca-6ac12a752132 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ce4eebe67ec44ef68ab6d7c1ae488dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562239 Dec 16 15:27:35.116079 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20101ff-1f59-470f-82ca-6ac12a752132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cd5722-a902-4a94-9b10-90f0f9a6c4be,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:35.117957 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59048) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:35.171392 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b34fa784-6607-46e4-924e-5bcac887b3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.193700 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b34fa784-6607-46e4-924e-5bcac887b3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.243856 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b34fa784-6607-46e4-924e-5bcac887b3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.246515 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b34fa784-6607-46e4-924e-5bcac887b3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.247698 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-b34fa784-6607-46e4-924e-5bcac887b3af admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9cd5722-a902-4a94-9b10-90f0f9a6c4be HTTP/1.1" status: 204 len: 168 time: 0.1286681 Dec 16 15:27:35.256738 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fa784-6607-46e4-924e-5bcac887b3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cd5722-a902-4a94-9b10-90f0f9a6c4be,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:35.368270 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340730d7-2feb-4d9d-b73d-bdb4e7c346ad req-cf45e6e6-b62c-4773-8718-5aef257129d8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:35.370480 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-340730d7-2feb-4d9d-b73d-bdb4e7c346ad req-cf45e6e6-b62c-4773-8718-5aef257129d8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0665424 Dec 16 15:27:35.454819 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4326f8c-7777-4782-94a3-0862631eb156 req-76d4cd29-50b8-42f8-bac3-c5f215cf283b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:35.456820 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f4326f8c-7777-4782-94a3-0862631eb156 req-76d4cd29-50b8-42f8-bac3-c5f215cf283b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0849004 Dec 16 15:27:35.462154 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-340730d7-2feb-4d9d-b73d-bdb4e7c346ad req-67b4cba2-1314-4203-92cf-98cd02ff95cd tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794053 Dec 16 15:27:35.527767 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f4326f8c-7777-4782-94a3-0862631eb156 req-ea345a06-5b11-4af9-9508-10a4d2096db6 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619607 Dec 16 15:27:35.578943 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59060) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:35.587962 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4db06-5f66-4654-b0f3-73c3d6a95b56 req-2a82a41f-1b88-481d-86f1-30c8a4fe7ec7 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:35.589575 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3bd4db06-5f66-4654-b0f3-73c3d6a95b56 req-2a82a41f-1b88-481d-86f1-30c8a4fe7ec7 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0574660 Dec 16 15:27:35.599722 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-37673b0c-8c08-4c1d-b2d5-631bcd380c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.646994 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3bd4db06-5f66-4654-b0f3-73c3d6a95b56 req-33e6dc38-2ca4-45ed-b2c1-34e1f2b1f274 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475032 Dec 16 15:27:35.685475 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-37673b0c-8c08-4c1d-b2d5-631bcd380c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.690286 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-37673b0c-8c08-4c1d-b2d5-631bcd380c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.728615 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-37673b0c-8c08-4c1d-b2d5-631bcd380c80 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4f4f011624824ce9ac22b49f69cdeff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484947 Dec 16 15:27:35.729479 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37673b0c-8c08-4c1d-b2d5-631bcd380c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec9d7c2-ef06-4842-bd94-f7bb125d4265,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:35.731441 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59064) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:35.788316 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-78b701d0-be90-4018-a992-58e1684cd87c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.810249 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-78b701d0-be90-4018-a992-58e1684cd87c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.858303 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-78b701d0-be90-4018-a992-58e1684cd87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.860902 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-78b701d0-be90-4018-a992-58e1684cd87c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.864889 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-78b701d0-be90-4018-a992-58e1684cd87c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5ec9d7c2-ef06-4842-bd94-f7bb125d4265 HTTP/1.1" status: 204 len: 168 time: 0.1324356 Dec 16 15:27:35.872781 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b701d0-be90-4018-a992-58e1684cd87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec9d7c2-ef06-4842-bd94-f7bb125d4265,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:36.630895 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5ccfc-2801-4607-9258-12818a1c419e req-99fc9420-315d-494b-b091-7f2270d4282e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:36.632590 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3f5ccfc-2801-4607-9258-12818a1c419e req-99fc9420-315d-494b-b091-7f2270d4282e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0740077 Dec 16 15:27:36.703928 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386b974-4a5b-442d-89dd-150290675abd req-09b8a405-5202-4aa1-911a-edaba745799d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:36.705535 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2386b974-4a5b-442d-89dd-150290675abd req-09b8a405-5202-4aa1-911a-edaba745799d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0927694 Dec 16 15:27:36.728945 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3f5ccfc-2801-4607-9258-12818a1c419e req-1ce7af39-715f-454a-97a2-3bd56958224c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755877 Dec 16 15:27:36.795459 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2386b974-4a5b-442d-89dd-150290675abd req-85899462-a50a-4374-968e-4c012788589b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810096 Dec 16 15:27:36.876300 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7221c-c6d1-4943-ac01-4397d53e8506 req-4133f844-1c06-42fd-876c-853b138c0f29 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:36.877966 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3ff7221c-c6d1-4943-ac01-4397d53e8506 req-4133f844-1c06-42fd-876c-853b138c0f29 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0548801 Dec 16 15:27:36.945882 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3ff7221c-c6d1-4943-ac01-4397d53e8506 req-e7d846cf-06a7-45eb-9a1e-7b7f8e6c14cf tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/security-groups?id=2072a81e-ccab-4374-8e6d-36a78fd841ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599842 Dec 16 15:27:37.458457 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f50437-9598-412f-b66b-18b7952b7f51 req-799436b6-9e30-4afd-b4f9-ee1da636fcd9 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:37.460038 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-c2f50437-9598-412f-b66b-18b7952b7f51 req-799436b6-9e30-4afd-b4f9-ee1da636fcd9 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 948 time: 0.0652370 Dec 16 15:27:37.563036 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-c2f50437-9598-412f-b66b-18b7952b7f51 req-a4aa1ff4-4085-41e3-9f09-47c312f77bb3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Deleting port c6cf76ef-5d35-463e-afde-01b7e564a6db {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:37.563346 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-c2f50437-9598-412f-b66b-18b7952b7f51 req-a4aa1ff4-4085-41e3-9f09-47c312f77bb3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:37.682287 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-c2f50437-9598-412f-b66b-18b7952b7f51 req-a4aa1ff4-4085-41e3-9f09-47c312f77bb3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] For port c6cf76ef-5d35-463e-afde-01b7e564a6db, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c6cf76ef-5d35-463e-afde-01b7e564a6db,segment=NetworkSegment(51a51a9d-0604-4470-9506-ed2532923864),segment_id=51a51a9d-0604-4470-9506-ed2532923864)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:37.682726 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-c2f50437-9598-412f-b66b-18b7952b7f51 req-a4aa1ff4-4085-41e3-9f09-47c312f77bb3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:37.702476 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-c2f50437-9598-412f-b66b-18b7952b7f51 req-a4aa1ff4-4085-41e3-9f09-47c312f77bb3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Calling delete_port for c6cf76ef-5d35-463e-afde-01b7e564a6db owned by compute:nova {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:27:37.850535 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-c2f50437-9598-412f-b66b-18b7952b7f51 req-a4aa1ff4-4085-41e3-9f09-47c312f77bb3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:37.865007 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['c6cf76ef-5d35-463e-afde-01b7e564a6db'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:27:37.881375 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa1ff4-4085-41e3-9f09-47c312f77bb3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Pushing event deleted for resources: {'Port': ['ID=c6cf76ef-5d35-463e-afde-01b7e564a6db,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:37.938099 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f50437-9598-412f-b66b-18b7952b7f51 req-a4aa1ff4-4085-41e3-9f09-47c312f77bb3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] No DVR routers for this DVR port c6cf76ef-5d35-463e-afde-01b7e564a6db on host hv-cinder-80152 {{(pid=102463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:27:37.941994 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-c2f50437-9598-412f-b66b-18b7952b7f51 req-a4aa1ff4-4085-41e3-9f09-47c312f77bb3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:37.946325 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-c2f50437-9598-412f-b66b-18b7952b7f51 req-a4aa1ff4-4085-41e3-9f09-47c312f77bb3 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.58 "DELETE /v2.0/ports/c6cf76ef-5d35-463e-afde-01b7e564a6db HTTP/1.1" status: 204 len: 173 time: 0.4797421 Dec 16 15:27:37.946897 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4621de-4b97-469b-b5ee-0fc7b9b4871e', 'name': 'network-vif-deleted', 'tag': 'c6cf76ef-5d35-463e-afde-01b7e564a6db'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:37.952899 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6765cd-1db1-4b3f-ae6d-45f4cb3323f6" -d '{"events": [{"server_uuid": "0e4621de-4b97-469b-b5ee-0fc7b9b4871e", "name": "network-vif-deleted", "tag": "c6cf76ef-5d35-463e-afde-01b7e564a6db"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:38.003600 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea8a21-7859-47ee-9de5-4da76ab7f11e req-d176627e-f960-4b1e-ac0f-4704eddb4628 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:38.005469 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-68ea8a21-7859-47ee-9de5-4da76ab7f11e req-d176627e-f960-4b1e-ac0f-4704eddb4628 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.1531649 Dec 16 15:27:38.044200 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b7467-2f3f-4dfb-aa3b-83809c732a7b req-b630d548-62d0-4f45-8263-d4f023852771 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:38.046815 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-af4b7467-2f3f-4dfb-aa3b-83809c732a7b req-b630d548-62d0-4f45-8263-d4f023852771 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1578352 Dec 16 15:27:38.127147 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-68ea8a21-7859-47ee-9de5-4da76ab7f11e req-0463d5e5-58a1-4403-b64b-a8fd287bffe4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016536 Dec 16 15:27:38.153444 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-af4b7467-2f3f-4dfb-aa3b-83809c732a7b req-d59badef-98ef-4c95-9528-917587d55366 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980265 Dec 16 15:27:38.270697 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4640b72-f315-40a6-b7c3-267c83f82b04 x-openstack-request-id: req-a4640b72-f315-40a6-b7c3-267c83f82b04 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:38.271138 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4621de-4b97-469b-b5ee-0fc7b9b4871e", "name": "network-vif-deleted", "tag": "c6cf76ef-5d35-463e-afde-01b7e564a6db", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:38.271529 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a4640b72-f315-40a6-b7c3-267c83f82b04 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:38.272045 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4621de-4b97-469b-b5ee-0fc7b9b4871e', 'name': 'network-vif-deleted', 'tag': 'c6cf76ef-5d35-463e-afde-01b7e564a6db', 'status': 'completed', 'code': 200} Dec 16 15:27:38.397453 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2c046d91-ec49-475a-be32-49778cd23264 req-296341ed-2e4f-458f-94cf-f2e3ac51cf99 tempest-VolumesNegativeTest-1359374424 tempest-VolumesNegativeTest-1359374424-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e4621de-4b97-469b-b5ee-0fc7b9b4871e HTTP/1.1" status: 200 len: 210 time: 0.0498970 Dec 16 15:27:38.414589 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f103f-5fd0-4eb7-80e0-0930b056f60a req-771689f5-3a32-496e-80f4-bca3f080c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:38.417193 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-c33f103f-5fd0-4eb7-80e0-0930b056f60a req-771689f5-3a32-496e-80f4-bca3f080c12c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 1098 time: 0.0960534 Dec 16 15:27:38.501582 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-c33f103f-5fd0-4eb7-80e0-0930b056f60a req-8355aab1-bf86-4553-80f3-2cd7d345acd0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747666 Dec 16 15:27:39.296412 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155e51b-8150-461c-be95-e0faab0307ed req-b37cc2c0-6b40-4caf-b54d-e780c61a6b35 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:39.298106 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4155e51b-8150-461c-be95-e0faab0307ed req-b37cc2c0-6b40-4caf-b54d-e780c61a6b35 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0568130 Dec 16 15:27:39.382737 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a487d40-1496-48aa-9413-786d6d5dbab9 req-c7878859-d6db-448c-89f9-f7d1659b1bf1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:39.384340 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8a487d40-1496-48aa-9413-786d6d5dbab9 req-c7878859-d6db-448c-89f9-f7d1659b1bf1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0806823 Dec 16 15:27:39.438008 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4155e51b-8150-461c-be95-e0faab0307ed req-2b182452-9bfa-40a0-8882-0a5f824a974b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250622 Dec 16 15:27:39.501130 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8a487d40-1496-48aa-9413-786d6d5dbab9 req-99f483ef-e2bc-4181-bf8e-f2ac485e29cf tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942252 Dec 16 15:27:40.698294 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0488ed7-5981-4d86-8df9-b53cc069709b req-5e7180b8-3c69-4238-bb3b-ae0db6ade703 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.698294 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f0488ed7-5981-4d86-8df9-b53cc069709b req-5e7180b8-3c69-4238-bb3b-ae0db6ade703 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.1177385 Dec 16 15:27:40.760786 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a88ac2-8a71-49d3-b541-deb41dea9f54 req-b3b4515c-0380-4eb1-9c5b-5ae169f177fc tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.763601 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-84a88ac2-8a71-49d3-b541-deb41dea9f54 req-b3b4515c-0380-4eb1-9c5b-5ae169f177fc tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1403651 Dec 16 15:27:40.848909 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f0488ed7-5981-4d86-8df9-b53cc069709b req-a66d5231-acd3-4055-9c3e-69a0f051c7fb tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425536 Dec 16 15:27:40.893379 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-84a88ac2-8a71-49d3-b541-deb41dea9f54 req-f10c00a1-bbbf-4dd8-8f98-bc1ad2074be1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100430 Dec 16 15:27:41.110859 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c6cf76ef-5d35-463e-afde-01b7e564a6db no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:41.135992 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: c6cf76ef-5d35-463e-afde-01b7e564a6db {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:27:41.136346 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c6cf76ef-5d35-463e-afde-01b7e564a6db not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:27:41.349895 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3fc7c-9d93-41d2-95da-1c4b2f5292fb req-315507f2-3cc0-44b1-b487-e2803c83f70a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:41.352723 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0dd3fc7c-9d93-41d2-95da-1c4b2f5292fb req-315507f2-3cc0-44b1-b487-e2803c83f70a tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0806966 Dec 16 15:27:41.355932 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b086c2-3bc6-487d-b3aa-b999891ff4cc req-8f58ad84-a8e2-4cf9-a821-0f2baa8b022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:41.357751 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a9b086c2-3bc6-487d-b3aa-b999891ff4cc req-8f58ad84-a8e2-4cf9-a821-0f2baa8b022a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2866031a5c6a49b39838826124bd0490&device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 1098 time: 0.0791428 Dec 16 15:27:41.442537 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0dd3fc7c-9d93-41d2-95da-1c4b2f5292fb req-f6ef6fbe-cc03-42fc-9f24-5366ead72eaf tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764225 Dec 16 15:27:41.493976 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b086c2-3bc6-487d-b3aa-b999891ff4cc req-f70ce705-39ca-4b08-94ff-d682dd74cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:41.496931 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a9b086c2-3bc6-487d-b3aa-b999891ff4cc req-f70ce705-39ca-4b08-94ff-d682dd74cd40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 200 len: 920 time: 0.1268425 Dec 16 15:27:41.543916 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a9b086c2-3bc6-487d-b3aa-b999891ff4cc req-55fae30a-5c5a-4e16-89d9-ec0b82f7ac1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08 HTTP/1.1" status: 200 len: 217 time: 0.0388877 Dec 16 15:27:41.612278 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b086c2-3bc6-487d-b3aa-b999891ff4cc req-7cc39d2a-fbd0-423d-9ce7-c12fc00e82df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:41.614870 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a9b086c2-3bc6-487d-b3aa-b999891ff4cc req-7cc39d2a-fbd0-423d-9ce7-c12fc00e82df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=878cfd11-30a6-40ee-8e2a-ea532f7ac79c HTTP/1.1" status: 200 len: 859 time: 0.0630765 Dec 16 15:27:41.669756 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a9b086c2-3bc6-487d-b3aa-b999891ff4cc req-2ba18c61-4dd3-44b8-8902-49b2a8579057 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef10b335-f6cb-4f33-b364-6bec0cd5df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394361 Dec 16 15:27:41.810873 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a9b086c2-3bc6-487d-b3aa-b999891ff4cc req-552f0f7a-4397-4c42-b49d-440fb1c4fb07 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270983 Dec 16 15:27:41.826535 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59384) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:41.947802 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-a9b086c2-3bc6-487d-b3aa-b999891ff4cc req-280d2588-c357-436b-a4f1-ab2229e81380 service neutron] 10.222.0.58 "GET /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272185 Dec 16 15:27:42.007112 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273f2e3-77af-4de1-b38d-a547b8219e95 req-c76f64e5-a87a-4837-95da-3981f65f032b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:42.008888 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6273f2e3-77af-4de1-b38d-a547b8219e95 req-c76f64e5-a87a-4837-95da-3981f65f032b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0702629 Dec 16 15:27:42.010184 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4558-432d-41d2-be7a-b5da4964f309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.092552 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6273f2e3-77af-4de1-b38d-a547b8219e95 req-a5aa7be1-5b7b-404a-91be-ad5e8599f537 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722778 Dec 16 15:27:42.148123 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4558-432d-41d2-be7a-b5da4964f309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.152300 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4558-432d-41d2-be7a-b5da4964f309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.209956 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59402) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:42.213885 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-5f0a4558-432d-41d2-be7a-b5da4964f309 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ca688ac4a7b141649dd8693143323ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817055 Dec 16 15:27:42.215180 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a4558-432d-41d2-be7a-b5da4964f309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc066a9-93f3-4399-b77a-4d673fc6f2e9,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:42.277421 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cc375871-447e-4a7c-a962-c4ce8f65acfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.300261 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cc375871-447e-4a7c-a962-c4ce8f65acfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.362892 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cc375871-447e-4a7c-a962-c4ce8f65acfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.365589 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-cc375871-447e-4a7c-a962-c4ce8f65acfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.366885 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-cc375871-447e-4a7c-a962-c4ce8f65acfd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fdc066a9-93f3-4399-b77a-4d673fc6f2e9 HTTP/1.1" status: 204 len: 168 time: 0.1558013 Dec 16 15:27:42.375794 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc375871-447e-4a7c-a962-c4ce8f65acfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc066a9-93f3-4399-b77a-4d673fc6f2e9,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:42.638401 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d27947-190f-47a4-9bed-52e1f6f7e4e4 req-8fa8b557-72fa-436a-a29b-784605673985 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:42.640209 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-89d27947-190f-47a4-9bed-52e1f6f7e4e4 req-8fa8b557-72fa-436a-a29b-784605673985 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0681162 Dec 16 15:27:42.713596 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-89d27947-190f-47a4-9bed-52e1f6f7e4e4 req-64aa5afc-1dd7-495d-a704-71b67ba1d44e tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590799 Dec 16 15:27:42.757429 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59446) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:42.772595 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2db523f2-f5aa-4a0d-9429-3d9d06308961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.860682 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2db523f2-f5aa-4a0d-9429-3d9d06308961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.869271 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2db523f2-f5aa-4a0d-9429-3d9d06308961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.921927 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2db523f2-f5aa-4a0d-9429-3d9d06308961 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3aeb075a3b3144dfac584e6b1d36d9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633861 Dec 16 15:27:42.924084 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db523f2-f5aa-4a0d-9429-3d9d06308961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fbdb81-c374-4ebe-ab7a-cbb60d170981,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:42.924555 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59458) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:42.999221 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e514-ca0b-4f7c-b9bc-45398b10a9f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.026972 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e514-ca0b-4f7c-b9bc-45398b10a9f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.088409 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e514-ca0b-4f7c-b9bc-45398b10a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.092151 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e514-ca0b-4f7c-b9bc-45398b10a9f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.093882 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-6fa4e514-ca0b-4f7c-b9bc-45398b10a9f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d2fbdb81-c374-4ebe-ab7a-cbb60d170981 HTTP/1.1" status: 204 len: 168 time: 0.1679819 Dec 16 15:27:43.114457 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4e514-ca0b-4f7c-b9bc-45398b10a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fbdb81-c374-4ebe-ab7a-cbb60d170981,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:43.256780 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1792c9-7e2d-48f5-ae87-27f22467c13a req-3ce488c3-44df-43b7-946e-b18c5e5b363d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.273736 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1f1792c9-7e2d-48f5-ae87-27f22467c13a req-3ce488c3-44df-43b7-946e-b18c5e5b363d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0785642 Dec 16 15:27:43.324110 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59494) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:43.383197 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1f1792c9-7e2d-48f5-ae87-27f22467c13a req-e1cb6c63-de78-411e-8e11-4bc716fb3b8b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991697 Dec 16 15:27:43.464166 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f80-8f76-46a5-97dd-c346f9e58515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.541954 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59500) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:43.563659 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-055f2af5-3241-4b4a-80f7-9a3bc27c275f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.578244 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f80-8f76-46a5-97dd-c346f9e58515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.584802 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f80-8f76-46a5-97dd-c346f9e58515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.630510 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4eab5f80-8f76-46a5-97dd-c346f9e58515 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f508989fb7fd406abe9714d58384b255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045185 Dec 16 15:27:43.631899 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59502) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:43.632830 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab5f80-8f76-46a5-97dd-c346f9e58515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8318956f-13b8-463b-9c20-067838af52b7,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:43.704073 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-055f2af5-3241-4b4a-80f7-9a3bc27c275f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.713762 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-055f2af5-3241-4b4a-80f7-9a3bc27c275f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.734808 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-312cd642-fc2f-4d0d-9561-de4c5c193b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.773448 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-055f2af5-3241-4b4a-80f7-9a3bc27c275f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a26a9f89fb94b2a9194498e40ce11d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306011 Dec 16 15:27:43.776317 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59506) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:43.778955 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f2af5-3241-4b4a-80f7-9a3bc27c275f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e4f3b9-6b59-4973-ab53-ec2da6698c5d,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:43.786804 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-312cd642-fc2f-4d0d-9561-de4c5c193b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.848850 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-de223922-c6aa-4cbf-8cff-be52009b35d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.881971 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-de223922-c6aa-4cbf-8cff-be52009b35d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.918684 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12262f9b-1efa-4a0e-88ae-2e3a9b0ea482 req-191ed375-4bd2-4653-a271-c7c625c4cee7 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.921429 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12262f9b-1efa-4a0e-88ae-2e3a9b0ea482 req-191ed375-4bd2-4653-a271-c7c625c4cee7 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1194901 Dec 16 15:27:43.960712 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-312cd642-fc2f-4d0d-9561-de4c5c193b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.963711 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-312cd642-fc2f-4d0d-9561-de4c5c193b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.964017 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-de223922-c6aa-4cbf-8cff-be52009b35d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.964958 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-312cd642-fc2f-4d0d-9561-de4c5c193b2b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8318956f-13b8-463b-9c20-067838af52b7 HTTP/1.1" status: 204 len: 168 time: 0.3319569 Dec 16 15:27:43.970370 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-de223922-c6aa-4cbf-8cff-be52009b35d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.972201 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-de223922-c6aa-4cbf-8cff-be52009b35d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/06e4f3b9-6b59-4973-ab53-ec2da6698c5d HTTP/1.1" status: 204 len: 168 time: 0.1940136 Dec 16 15:27:43.990031 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de223922-c6aa-4cbf-8cff-be52009b35d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e4f3b9-6b59-4973-ab53-ec2da6698c5d,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:43.991044 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cd642-fc2f-4d0d-9561-de4c5c193b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8318956f-13b8-463b-9c20-067838af52b7,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:44.012966 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12262f9b-1efa-4a0e-88ae-2e3a9b0ea482 req-0a2efca9-0064-4ec1-ade3-525e660315c7 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847828 Dec 16 15:27:44.543417 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f230-369c-400d-91aa-78104ec10efb req-51c16c56-2d5a-47fa-a88a-38db54fe56d5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:44.545888 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2db2f230-369c-400d-91aa-78104ec10efb req-51c16c56-2d5a-47fa-a88a-38db54fe56d5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 943 time: 0.0721414 Dec 16 15:27:44.606377 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2db2f230-369c-400d-91aa-78104ec10efb req-894dbb82-13e9-468e-85b7-c2aef45981e6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500796 Dec 16 15:27:44.895941 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59550) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:45.121370 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device ba4a2c79-9883-4f19-9259-428e42ff4e2c details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:27:45.168368 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aadcc6-9d51-4f45-902b-b1ec7af4bade req-58786280-a0f0-4b3b-97df-0cebd9182b1c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.176700 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b2aadcc6-9d51-4f45-902b-b1ec7af4bade req-58786280-a0f0-4b3b-97df-0cebd9182b1c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.1016273 Dec 16 15:27:45.212716 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-3f471d37-ea23-43c0-abdf-96dd59cb182b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2209fb8501f8492dab47dc991d858184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153543 Dec 16 15:27:45.215122 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59564) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:45.262077 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:45.277141 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b2aadcc6-9d51-4f45-902b-b1ec7af4bade req-f82b0b8e-3b2b-40e7-a2e4-e6bcfacbc8fe tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991106 Dec 16 15:27:45.279952 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'port_id': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'mac_address': 'fa:16:3e:0d:49:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:27:45.325465 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5029e0e2-bef0-417c-866f-b7b02fa39cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.353672 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5029e0e2-bef0-417c-866f-b7b02fa39cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.359006 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.375460 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4a2c79-9883-4f19-9259-428e42ff4e2c {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:27:45.405214 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:45.413987 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.454960 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5029e0e2-bef0-417c-866f-b7b02fa39cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.459836 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5029e0e2-bef0-417c-866f-b7b02fa39cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.465199 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-5029e0e2-bef0-417c-866f-b7b02fa39cb1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2072a81e-ccab-4374-8e6d-36a78fd841ed HTTP/1.1" status: 204 len: 168 time: 0.2464807 Dec 16 15:27:45.489966 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029e0e2-bef0-417c-866f-b7b02fa39cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2072a81e-ccab-4374-8e6d-36a78fd841ed,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:45.502120 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=ba4a2c79-9883-4f19-9259-428e42ff4e2c,revision_number=9']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:45.522426 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.522797 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.523332 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.524063 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.524803 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.525480 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.526192 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.526534 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.526909 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.527211 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.527543 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.527870 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.528193 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:45.700339 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['ba4a2c79-9883-4f19-9259-428e42ff4e2c'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:27:45.818976 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901af8b-947c-48c8-bd67-96eff173373c req-b43c5b62-10d5-4f8b-bd90-6a95c542eca4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.828737 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d901af8b-947c-48c8-bd67-96eff173373c req-b43c5b62-10d5-4f8b-bd90-6a95c542eca4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.1176693 Dec 16 15:27:45.931952 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d901af8b-947c-48c8-bd67-96eff173373c req-b6d5d626-eb33-4439-8942-8a55d907d9c4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958350 Dec 16 15:27:47.006110 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-33883aa4-8060-49df-80c7-79a378ee47d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:47.086546 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea6be8-35e5-499b-931c-9b406fc5d436 req-8d840a1d-e5ff-4524-b766-d9b26d2dc756 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:47.088914 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-29ea6be8-35e5-499b-931c-9b406fc5d436 req-8d840a1d-e5ff-4524-b766-d9b26d2dc756 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 944 time: 0.0667579 Dec 16 15:27:47.139900 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device ba4a2c79-9883-4f19-9259-428e42ff4e2c up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:47.157227 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-29ea6be8-35e5-499b-931c-9b406fc5d436 req-d1d57439-01b4-47a8-95b3-d6b530140644 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597990 Dec 16 15:27:47.200772 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port ba4a2c79-9883-4f19-9259-428e42ff4e2c triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:47.201173 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:47.332696 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:47.365942 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:47.368492 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e1a762-0b76-469e-a48d-c490e6396330" -d '{"events": [{"server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:47.403050 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:47.412531 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:47.420870 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172f0dbc-37ad-4a4b-b910-ec543005f59b x-openstack-request-id: req-172f0dbc-37ad-4a4b-b910-ec543005f59b {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:47.421270 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:47.421564 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-172f0dbc-37ad-4a4b-b910-ec543005f59b {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:47.422238 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'code': 200} Dec 16 15:27:47.484248 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=ba4a2c79-9883-4f19-9259-428e42ff4e2c,revision_number=10']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:48.303252 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7007a38-cb51-47e3-807a-3b83a56e5799 req-9d56de43-36c8-43f7-8f77-c4f734baeaa7 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.304702 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f7007a38-cb51-47e3-807a-3b83a56e5799 req-9d56de43-36c8-43f7-8f77-c4f734baeaa7 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 946 time: 0.0526068 Dec 16 15:27:48.357875 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f7007a38-cb51-47e3-807a-3b83a56e5799 req-f5e37552-ca73-4787-bcc8-4b097184c831 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465832 Dec 16 15:27:48.843349 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff23d51-4a27-4e4d-8e1c-2f09f63761be req-3d57b4ef-787d-4bad-b3f9-cedc3adbcafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.845123 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5ff23d51-4a27-4e4d-8e1c-2f09f63761be req-3d57b4ef-787d-4bad-b3f9-cedc3adbcafc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 1099 time: 0.0631676 Dec 16 15:27:48.851118 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:27:49.483916 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb379120-2cf9-4c4d-8666-cf5d6ac87f5b req-402ff7b9-f8ce-4e78-9d29-d6a1c1d2fc7e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:49.485481 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fb379120-2cf9-4c4d-8666-cf5d6ac87f5b req-402ff7b9-f8ce-4e78-9d29-d6a1c1d2fc7e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 946 time: 0.0502470 Dec 16 15:27:49.544676 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fb379120-2cf9-4c4d-8666-cf5d6ac87f5b req-0d0ca42b-80f6-40e6-bb84-d8de9102ea31 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480173 Dec 16 15:27:49.684695 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a7af6cc2-d476-423e-be85-25778ab76ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:49.702537 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5ff23d51-4a27-4e4d-8e1c-2f09f63761be req-ece96b59-a11a-4195-a8e3-3978f7c8a01a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491626 Dec 16 15:27:50.688656 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2281cd-bbe6-4fa7-bd36-ff050d7c3e4e req-98c919bd-825b-4f71-b7dd-5fcbfc8e05ae tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:50.690376 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa2281cd-bbe6-4fa7-bd36-ff050d7c3e4e req-98c919bd-825b-4f71-b7dd-5fcbfc8e05ae tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 946 time: 0.0662050 Dec 16 15:27:50.701274 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.743384 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa2281cd-bbe6-4fa7-bd36-ff050d7c3e4e req-bf0ff354-6cbe-4833-822c-cdb6a80acc2e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468023 Dec 16 15:27:51.682166 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e79bc5-de36-44c3-b7fa-1ea2dae2f01a req-70e3e327-5b01-44c7-a2db-5868e2125c35 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.683871 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75e79bc5-de36-44c3-b7fa-1ea2dae2f01a req-70e3e327-5b01-44c7-a2db-5868e2125c35 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0687177 Dec 16 15:27:51.742650 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75e79bc5-de36-44c3-b7fa-1ea2dae2f01a req-940a5154-55b0-4899-9f56-7f342336079c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503902 Dec 16 15:27:51.896337 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e01ef3-4c1c-4ff4-af68-c9184b26f532 req-ea2fb5ec-c9bd-4e7c-b0f9-bb0932512804 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.898086 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-76e01ef3-4c1c-4ff4-af68-c9184b26f532 req-ea2fb5ec-c9bd-4e7c-b0f9-bb0932512804 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 946 time: 0.0581796 Dec 16 15:27:51.965499 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-76e01ef3-4c1c-4ff4-af68-c9184b26f532 req-f615f1c7-cc86-4380-82de-42ed66f63a25 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602927 Dec 16 15:27:52.002271 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:52.558963 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e5de3-c8bb-430d-8896-5b03fae248bb req-b4203764-03f6-4fbf-b900-0bdd38386449 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:52.561560 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e23e5de3-c8bb-430d-8896-5b03fae248bb req-b4203764-03f6-4fbf-b900-0bdd38386449 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0783017 Dec 16 15:27:52.633606 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e23e5de3-c8bb-430d-8896-5b03fae248bb req-d29af4b5-8df8-46ef-9d12-abdc89a1ad8a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686557 Dec 16 15:27:52.910137 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eae465-021f-4fae-86c8-c4e2e97c6125 req-c6cbadfd-d673-438f-8ffe-249853efe3d0 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:52.913671 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7eae465-021f-4fae-86c8-c4e2e97c6125 req-c6cbadfd-d673-438f-8ffe-249853efe3d0 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0776453 Dec 16 15:27:53.026859 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7eae465-021f-4fae-86c8-c4e2e97c6125 req-8a6b46f9-f755-40d5-b971-d2a748cc0e19 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032724 Dec 16 15:27:53.063771 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:53.154549 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d53e6-b201-46b8-aafd-04f1b6dd26d6 req-3ec3d856-581b-47fd-9e4c-26c0ecd13bbb tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:53.156144 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-344d53e6-b201-46b8-aafd-04f1b6dd26d6 req-3ec3d856-581b-47fd-9e4c-26c0ecd13bbb tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 946 time: 0.0634072 Dec 16 15:27:53.219031 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-344d53e6-b201-46b8-aafd-04f1b6dd26d6 req-9e355c7d-0f17-4cda-9823-df45a097b158 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541389 Dec 16 15:27:53.758049 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad049d-e19c-47e5-a294-abb874bbcafc req-7c25837a-ac10-4b38-9771-e6c4043dd3a1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:53.759644 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-96ad049d-e19c-47e5-a294-abb874bbcafc req-7c25837a-ac10-4b38-9771-e6c4043dd3a1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0521789 Dec 16 15:27:53.811947 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-96ad049d-e19c-47e5-a294-abb874bbcafc req-c44076c8-a23e-4d97-8554-7c2a70090997 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439458 Dec 16 15:27:54.165822 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0ea01-a729-4605-b005-d34df4f2be3e req-c244115b-5d59-4011-9106-64f827e4dd00 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:54.167568 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1dc0ea01-a729-4605-b005-d34df4f2be3e req-c244115b-5d59-4011-9106-64f827e4dd00 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.0628369 Dec 16 15:27:54.218131 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1dc0ea01-a729-4605-b005-d34df4f2be3e req-c0011f0c-145c-44ee-aaa7-74d9fb559f72 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448086 Dec 16 15:27:54.398362 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed05a6-abd6-4af4-b11f-fcb587d12f99 req-e59fea38-6e2b-4483-8cf0-b47189804852 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:54.400941 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d8ed05a6-abd6-4af4-b11f-fcb587d12f99 req-e59fea38-6e2b-4483-8cf0-b47189804852 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 946 time: 0.0615947 Dec 16 15:27:54.422153 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59824) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:54.422649 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59826) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:54.477961 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d8ed05a6-abd6-4af4-b11f-fcb587d12f99 req-c3a214e3-b6d6-4e4f-91c9-a43665819ad7 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560546 Dec 16 15:27:54.585880 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-38cdf51f-89c0-4c0b-a9bc-5f73216c2c2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:54.613280 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-15b2e811-2e2c-4e66-a86e-dfd5c06f2486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:54.698456 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b252683-0c4b-47cb-aa3f-23dfc41b3ad4 req-e517db39-9d06-4084-b3dc-1b3f50d5b6bb tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:54.699943 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5b252683-0c4b-47cb-aa3f-23dfc41b3ad4 req-e517db39-9d06-4084-b3dc-1b3f50d5b6bb tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1272526 Dec 16 15:27:54.820931 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-38cdf51f-89c0-4c0b-a9bc-5f73216c2c2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:54.836031 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-38cdf51f-89c0-4c0b-a9bc-5f73216c2c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:54.877257 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-15b2e811-2e2c-4e66-a86e-dfd5c06f2486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:54.905162 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-15b2e811-2e2c-4e66-a86e-dfd5c06f2486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:54.919880 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdf51f-89c0-4c0b-a9bc-5f73216c2c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498e693f-0825-482d-ad73-b184750fb201,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:54.928579 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-38cdf51f-89c0-4c0b-a9bc-5f73216c2c2c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bdde7452c5534a7e8f8a3f91f88e7cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5044889 Dec 16 15:27:54.931921 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59838) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:54.962737 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-15b2e811-2e2c-4e66-a86e-dfd5c06f2486 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7a059872b828467dab21c94add1f2929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5361185 Dec 16 15:27:54.968941 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-5b252683-0c4b-47cb-aa3f-23dfc41b3ad4 req-2bf573a2-2c90-4dff-a5da-e7cf9df5b307 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Deleting port c509472f-e974-4a1a-88f5-743ca923eec6 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:54.969295 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-5b252683-0c4b-47cb-aa3f-23dfc41b3ad4 req-2bf573a2-2c90-4dff-a5da-e7cf9df5b307 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:54.971282 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0caf2-71d9-4056-9fdc-74bddc7152ea req-de1802dd-5410-4189-859f-d79e4bb01b8a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:54.971852 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59840) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:54.972978 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8ef0caf2-71d9-4056-9fdc-74bddc7152ea req-de1802dd-5410-4189-859f-d79e4bb01b8a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0799489 Dec 16 15:27:55.023473 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2e811-2e2c-4e66-a86e-dfd5c06f2486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e382aa-2cbd-4804-872b-0e40200ee6f7,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:55.030262 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c8b3-87dd-48fe-a8da-bb3c61968427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.057754 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8ef0caf2-71d9-4056-9fdc-74bddc7152ea req-a9434f92-29aa-4fa2-a6e5-b0ec8849f52c tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769813 Dec 16 15:27:55.068452 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c8b3-87dd-48fe-a8da-bb3c61968427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.104068 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6d6e11a2-aad2-4ab2-b58b-4db1ebd7605b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.106877 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-5b252683-0c4b-47cb-aa3f-23dfc41b3ad4 req-2bf573a2-2c90-4dff-a5da-e7cf9df5b307 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] For port c509472f-e974-4a1a-88f5-743ca923eec6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c509472f-e974-4a1a-88f5-743ca923eec6,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:55.107246 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-5b252683-0c4b-47cb-aa3f-23dfc41b3ad4 req-2bf573a2-2c90-4dff-a5da-e7cf9df5b307 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.122444 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c8b3-87dd-48fe-a8da-bb3c61968427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.125338 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c8b3-87dd-48fe-a8da-bb3c61968427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.130137 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-d2a9c8b3-87dd-48fe-a8da-bb3c61968427 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/498e693f-0825-482d-ad73-b184750fb201 HTTP/1.1" status: 204 len: 168 time: 0.1922274 Dec 16 15:27:55.130321 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-5b252683-0c4b-47cb-aa3f-23dfc41b3ad4 req-2bf573a2-2c90-4dff-a5da-e7cf9df5b307 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Calling delete_port for c509472f-e974-4a1a-88f5-743ca923eec6 owned by compute:nova {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:27:55.140746 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9c8b3-87dd-48fe-a8da-bb3c61968427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498e693f-0825-482d-ad73-b184750fb201,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:55.146211 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6d6e11a2-aad2-4ab2-b58b-4db1ebd7605b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.257313 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6d6e11a2-aad2-4ab2-b58b-4db1ebd7605b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.260936 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6d6e11a2-aad2-4ab2-b58b-4db1ebd7605b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.265292 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-6d6e11a2-aad2-4ab2-b58b-4db1ebd7605b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93e382aa-2cbd-4804-872b-0e40200ee6f7 HTTP/1.1" status: 204 len: 168 time: 0.2896130 Dec 16 15:27:55.315542 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e11a2-aad2-4ab2-b58b-4db1ebd7605b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e382aa-2cbd-4804-872b-0e40200ee6f7,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:55.374795 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-5b252683-0c4b-47cb-aa3f-23dfc41b3ad4 req-2bf573a2-2c90-4dff-a5da-e7cf9df5b307 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.389363 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['642d3e31-04b4-453f-a34a-b3184d3d0e08', 'c509472f-e974-4a1a-88f5-743ca923eec6'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:27:55.404574 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7c741-d1c2-4258-ace4-d3e618e9bedf req-36e44535-0328-4bf1-9008-94f23e29b314 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:55.413127 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c8a7c741-d1c2-4258-ace4-d3e618e9bedf req-36e44535-0328-4bf1-9008-94f23e29b314 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce9e10cd-ac2a-4955-bc13-9d82c769169e HTTP/1.1" status: 200 len: 946 time: 0.1156271 Dec 16 15:27:55.483302 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf573a2-2c90-4dff-a5da-e7cf9df5b307 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Pushing event deleted for resources: {'Port': ['ID=c509472f-e974-4a1a-88f5-743ca923eec6,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:55.493702 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c8a7c741-d1c2-4258-ace4-d3e618e9bedf req-1d838b04-9b37-4e81-bafc-4e6c04d640fe tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Dec 16 15:27:55.545464 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b252683-0c4b-47cb-aa3f-23dfc41b3ad4 req-2bf573a2-2c90-4dff-a5da-e7cf9df5b307 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] No DVR routers for this DVR port c509472f-e974-4a1a-88f5-743ca923eec6 on host hv-cinder-80152 {{(pid=102463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:27:55.548467 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-5b252683-0c4b-47cb-aa3f-23dfc41b3ad4 req-2bf573a2-2c90-4dff-a5da-e7cf9df5b307 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.552827 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-5b252683-0c4b-47cb-aa3f-23dfc41b3ad4 req-2bf573a2-2c90-4dff-a5da-e7cf9df5b307 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.58 "DELETE /v2.0/ports/c509472f-e974-4a1a-88f5-743ca923eec6 HTTP/1.1" status: 204 len: 173 time: 0.8414164 Dec 16 15:27:55.553354 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9e10cd-ac2a-4955-bc13-9d82c769169e', 'name': 'network-vif-deleted', 'tag': 'c509472f-e974-4a1a-88f5-743ca923eec6'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:55.555629 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c46264-7c1e-4abc-a50b-060aeafd4792" -d '{"events": [{"server_uuid": "ce9e10cd-ac2a-4955-bc13-9d82c769169e", "name": "network-vif-deleted", "tag": "c509472f-e974-4a1a-88f5-743ca923eec6"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:55.621756 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ba0688-c88e-4603-8a34-442bdf306039 x-openstack-request-id: req-13ba0688-c88e-4603-8a34-442bdf306039 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:55.622056 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9e10cd-ac2a-4955-bc13-9d82c769169e", "name": "network-vif-deleted", "tag": "c509472f-e974-4a1a-88f5-743ca923eec6", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:55.622314 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13ba0688-c88e-4603-8a34-442bdf306039 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:55.622716 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9e10cd-ac2a-4955-bc13-9d82c769169e', 'name': 'network-vif-deleted', 'tag': 'c509472f-e974-4a1a-88f5-743ca923eec6', 'status': 'completed', 'code': 200} Dec 16 15:27:55.761856 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59852) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:55.776248 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d80c0bdf-90a8-4dd8-9e21-e859266903f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.866454 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d80c0bdf-90a8-4dd8-9e21-e859266903f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.870377 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d80c0bdf-90a8-4dd8-9e21-e859266903f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.910312 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d80c0bdf-90a8-4dd8-9e21-e859266903f5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74776a8a0447468682695b9366473b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472645 Dec 16 15:27:55.911177 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c0bdf-90a8-4dd8-9e21-e859266903f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea26709-ceb1-4ede-91b7-a4be8e839034,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:55.913868 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59854) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:55.976027 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6663-4074-4b33-ae7c-62f47e3ccabf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.000574 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6663-4074-4b33-ae7c-62f47e3ccabf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.057663 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6663-4074-4b33-ae7c-62f47e3ccabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.060276 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6663-4074-4b33-ae7c-62f47e3ccabf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.061471 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-1c2c6663-4074-4b33-ae7c-62f47e3ccabf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ea26709-ceb1-4ede-91b7-a4be8e839034 HTTP/1.1" status: 204 len: 168 time: 0.1459737 Dec 16 15:27:56.070089 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c6663-4074-4b33-ae7c-62f47e3ccabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea26709-ceb1-4ede-91b7-a4be8e839034,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:56.211246 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b503f59-94db-4515-96eb-8420f990ef7e req-21d080b5-b02e-40fe-bd20-39d40bc64e0d tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.212934 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2b503f59-94db-4515-96eb-8420f990ef7e req-21d080b5-b02e-40fe-bd20-39d40bc64e0d tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0693033 Dec 16 15:27:56.270908 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2b503f59-94db-4515-96eb-8420f990ef7e req-02b82b79-e367-4c9a-9ddf-70efab38ce49 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516438 Dec 16 15:27:56.448103 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59862) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:56.461760 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a21b0984-02d3-4288-b3ce-be932ecd8c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.546164 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a21b0984-02d3-4288-b3ce-be932ecd8c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.551110 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a21b0984-02d3-4288-b3ce-be932ecd8c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.595945 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-a21b0984-02d3-4288-b3ce-be932ecd8c71 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a8eb1fe65d0447778a86fb3a5f4f2da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467323 Dec 16 15:27:56.597101 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b0984-02d3-4288-b3ce-be932ecd8c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7599e9ec-a3ac-48cc-b3a2-c629a2e5c2b9,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:56.598991 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59868) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:56.658248 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7a3f8213-9d77-41b4-b4d8-01a1d105eb6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.684140 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7a3f8213-9d77-41b4-b4d8-01a1d105eb6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.748522 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7a3f8213-9d77-41b4-b4d8-01a1d105eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.751211 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7a3f8213-9d77-41b4-b4d8-01a1d105eb6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.756657 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-7a3f8213-9d77-41b4-b4d8-01a1d105eb6b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7599e9ec-a3ac-48cc-b3a2-c629a2e5c2b9 HTTP/1.1" status: 204 len: 168 time: 0.1518364 Dec 16 15:27:56.763540 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f8213-9d77-41b4-b4d8-01a1d105eb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7599e9ec-a3ac-48cc-b3a2-c629a2e5c2b9,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:56.829130 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48519-6f92-4e95-8c75-bbc74a1f588c req-a2a57ab6-b09b-4906-bfc6-11ac7fc35699 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.830964 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d5d48519-6f92-4e95-8c75-bbc74a1f588c req-a2a57ab6-b09b-4906-bfc6-11ac7fc35699 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0788279 Dec 16 15:27:56.888457 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d5d48519-6f92-4e95-8c75-bbc74a1f588c req-e0c0abfe-9a09-4e3a-ae56-5f4029ff5a70 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508382 Dec 16 15:27:57.399560 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54ce0b-5a22-4992-ae54-4d6b73c46dc1 req-399ea7d5-5188-4f4c-8898-e908a989251b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.401141 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0c54ce0b-5a22-4992-ae54-4d6b73c46dc1 req-399ea7d5-5188-4f4c-8898-e908a989251b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0556042 Dec 16 15:27:57.453160 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0c54ce0b-5a22-4992-ae54-4d6b73c46dc1 req-0dd92e7f-d3c9-4b5f-b2eb-d9501baf3f74 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452673 Dec 16 15:27:57.531884 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59894) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:57.634353 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-598289532-network', 'tenant_id': '3bef1a35884f46cb969aa41b8805bb42'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:57.659836 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Made reservation on behalf of 3bef1a35884f46cb969aa41b8805bb42 for: {'network': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:57.662142 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.675393 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.754140 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.758415 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.784769 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:27:57.794851 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:57.800619 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.800965 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.segments_db [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Added segment e9d3a21e-7436-4776-9b00-ec113d12bac0 of type vlan for network 46fb3706-433c-44e7-8488-dcfad47de8f8 Dec 16 15:27:57.842147 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.867811 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.868755 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.869374 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.919544 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3863735 Dec 16 15:27:57.922116 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59900) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:57.928472 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] Request body: {'subnet': {'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-598289532-subnet', 'tenant_id': '3bef1a35884f46cb969aa41b8805bb42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:57.932612 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a9303-029f-45a3-a771-8b4f12a64cdf admin admin] Pushing event updated for resources: {'Network': ['ID=46fb3706-433c-44e7-8488-dcfad47de8f8,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:57.943688 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network 46fb3706-433c-44e7-8488-dcfad47de8f8 details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:27:57.959139 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] Made reservation on behalf of 3bef1a35884f46cb969aa41b8805bb42 for: {'subnet': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:57.961544 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3962554'] for subnet, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.025995 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210705a-da6e-4c79-9125-feb3037acc2b req-b76bc10f-0344-4b30-afeb-fbcf86bfe68b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.027827 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f210705a-da6e-4c79-9125-feb3037acc2b req-b76bc10f-0344-4b30-afeb-fbcf86bfe68b tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0646441 Dec 16 15:27:58.085957 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f210705a-da6e-4c79-9125-feb3037acc2b req-ded9d044-e6f6-4863-92cb-f14ebd0f05db tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514791 Dec 16 15:27:58.160691 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58937969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3962532'] for subnet, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.211028 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb829b6f-8e20-4591-b7f4-d990765320ce,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:58.227728 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] Checking segment: {'id': 'e9d3a21e-7436-4776-9b00-ec113d12bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:58.228180 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] Network hostable DHCP agents. Network: 46fb3706-433c-44e7-8488-dcfad47de8f8, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:27:58.246114 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] Network 46fb3706-433c-44e7-8488-dcfad47de8f8 is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:27:58.255302 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, 46fb3706-433c-44e7-8488-dcfad47de8f8) {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:58.260026 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.261009 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.267034 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cab531-25df-47c1-8c8b-ac322ecf1a26 None None] Network 46fb3706-433c-44e7-8488-dcfad47de8f8 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:58.280241 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-58b1ec3c-8150-4430-82d8-2c0493b12d8a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3562410 Dec 16 15:27:58.379294 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace7282-53c7-45da-b4b5-c7ec5eb0347e None None] Network 46fb3706-433c-44e7-8488-dcfad47de8f8 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:58.581569 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e186b69-9a09-4613-931e-aee263c0b169 req-f42f9417-b2f7-42ec-86e7-b3deaac6c5da tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.583194 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4e186b69-9a09-4613-931e-aee263c0b169 req-f42f9417-b2f7-42ec-86e7-b3deaac6c5da tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0522525 Dec 16 15:27:58.638773 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4e186b69-9a09-4613-931e-aee263c0b169 req-6b5a8f97-62a1-446f-919b-e4cde17dfab3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493510 Dec 16 15:27:59.187888 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c509472f-e974-4a1a-88f5-743ca923eec6 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:59.208571 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: c509472f-e974-4a1a-88f5-743ca923eec6 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:27:59.208928 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device c509472f-e974-4a1a-88f5-743ca923eec6 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:27:59.212327 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a366bbd-1d5b-48ea-bda0-d975ca015e92 req-2d4e30d4-3386-4ca3-a30e-4d5964bf430d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:59.213893 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0a366bbd-1d5b-48ea-bda0-d975ca015e92 req-2d4e30d4-3386-4ca3-a30e-4d5964bf430d tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0552433 Dec 16 15:27:59.274896 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0a366bbd-1d5b-48ea-bda0-d975ca015e92 req-a50fe3f5-b117-416d-9909-6ce285098134 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547686 Dec 16 15:27:59.763162 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe872f-afbe-4a62-8616-101bf775a0e0 req-77102191-566c-4aa9-9b09-eeddb169e269 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:59.764667 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3cbe872f-afbe-4a62-8616-101bf775a0e0 req-77102191-566c-4aa9-9b09-eeddb169e269 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0500546 Dec 16 15:27:59.813600 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3cbe872f-afbe-4a62-8616-101bf775a0e0 req-eefe56ff-9af5-479a-b43b-7bd319afbb22 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421584 Dec 16 15:28:00.060526 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-a91e5743-a032-49e0-9e1b-6b8927c62f6e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:00.062019 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-a91e5743-a032-49e0-9e1b-6b8927c62f6e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/networks?id=46fb3706-433c-44e7-8488-dcfad47de8f8 HTTP/1.1" status: 200 len: 813 time: 0.1090918 Dec 16 15:28:00.077955 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-7c7a800c-e851-467e-babd-713a669c2d79 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/quotas/3bef1a35884f46cb969aa41b8805bb42 HTTP/1.1" status: 200 len: 375 time: 0.0090926 Dec 16 15:28:00.111142 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-f370b90a-bf9f-4ae1-aa6b-93407fd7f2f8 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3bef1a35884f46cb969aa41b8805bb42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271115 Dec 16 15:28:00.211089 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c93cc0c9-4ca0-4442-af2d-9d9ac5b28f77 service neutron] 10.222.0.75 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916455 Dec 16 15:28:00.314449 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-88f59d56-7637-4df4-85d6-0ffb9b71628a service neutron] 10.222.0.75 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973876 Dec 16 15:28:00.418704 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31eb44-aa57-43bb-85f7-59c571e2377d req-af241a0b-c77d-4b48-8f55-e1217b55afa8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:00.420288 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7c31eb44-aa57-43bb-85f7-59c571e2377d req-af241a0b-c77d-4b48-8f55-e1217b55afa8 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0676556 Dec 16 15:28:00.492680 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7c31eb44-aa57-43bb-85f7-59c571e2377d req-1d926575-0b65-4b17-8f40-20e91a746e03 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655963 Dec 16 15:28:00.513567 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7accebec-dcb6-46c0-806f-7a884a906dae req-7beaf555-02ba-4232-8e86-c4916f554752 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 210 time: 0.0392742 Dec 16 15:28:00.954685 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6939b-516f-4d5f-a202-8954c4de90c5 req-4aca1d11-a926-40af-adaa-4ac2ed2170a9 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:00.956883 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cad6939b-516f-4d5f-a202-8954c4de90c5 req-4aca1d11-a926-40af-adaa-4ac2ed2170a9 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0718009 Dec 16 15:28:01.012087 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cad6939b-516f-4d5f-a202-8954c4de90c5 req-b9d2c07e-2bcd-4127-9d67-3c37974a6d41 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476527 Dec 16 15:28:01.603487 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-af000002-e05b-4ac4-ab93-42929ec8e82f tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:01.604398 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-af000002-e05b-4ac4-ab93-42929ec8e82f tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.58 "GET /v2.0/networks?id=46fb3706-433c-44e7-8488-dcfad47de8f8 HTTP/1.1" status: 200 len: 813 time: 0.1351273 Dec 16 15:28:01.618979 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Request body: {'port': {'device_id': '2e0f0926-c52f-4097-91a3-14f19b66fd0d', 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8', 'admin_state_up': True, 'tenant_id': '3bef1a35884f46cb969aa41b8805bb42'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:01.638182 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d6b46e45-5721-4089-a816-adb48a10f1ab req-b57318b0-2dee-4677-9a5a-0153ca86f3c5 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 210 time: 0.0290599 Dec 16 15:28:01.719896 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32511f5-72a6-46b5-a544-f42f0cf8a817 req-c90c5da0-dd75-419a-9772-aea7917bd031 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:01.729658 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c32511f5-72a6-46b5-a544-f42f0cf8a817 req-c90c5da0-dd75-419a-9772-aea7917bd031 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0811334 Dec 16 15:28:01.785357 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Made reservation on behalf of 3bef1a35884f46cb969aa41b8805bb42 for: {'port': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:01.788947 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.797516 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c32511f5-72a6-46b5-a544-f42f0cf8a817 req-7e1de4d0-bc50-4f46-ba3a-6181770567b2 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638416 Dec 16 15:28:01.930561 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Allocated IP 172.20.0.9 (46fb3706-433c-44e7-8488-dcfad47de8f8/cb829b6f-8e20-4591-b7f4-d990765320ce/63378c28-5e23-4d5d-9ffc-ec82a0eef6e9) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:28:02.098240 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.145791 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.156719 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb3c16-c221-4d3b-8de4-3aab629c164b req-6cb6d813-1986-4592-8ac5-3da7224deb13 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.158357 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d1eb3c16-c221-4d3b-8de4-3aab629c164b req-6cb6d813-1986-4592-8ac5-3da7224deb13 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0677984 Dec 16 15:28:02.201763 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Network 46fb3706-433c-44e7-8488-dcfad47de8f8 is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:28:02.204992 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:02.209941 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:28:02.217621 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d1eb3c16-c221-4d3b-8de4-3aab629c164b req-967e1ffb-235d-4aca-a089-da4689c9fde1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522115 Dec 16 15:28:02.255847 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Pushing event updated for resources: {'Port': ['ID=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:02.281822 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.282620 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.301921 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-c5b86160-0f88-43bf-b87a-f286310c829e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6871765 Dec 16 15:28:02.319508 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Request body: {'port': {'device_id': '2e0f0926-c52f-4097-91a3-14f19b66fd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:02.379882 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.459720 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.646123 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 {{(pid=102463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:02.653382 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.665514 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.provisioning_blocks [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Transition to ACTIVE for port object 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 will not be triggered until provisioned by entity L2. {{(pid=102463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:28:02.669210 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.719590 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Pushing event updated for resources: {'Port': ['ID=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:02.796905 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Attempting to bind port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:02.797359 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Attempting to bind port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'e9d3a21e-7436-4776-9b00-ec113d12bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8'}] {{(pid=102463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:02.797498 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc2ba-18b4-4ac9-b2a0-4e9c51e0e84e req-9a19e0e9-2a62-4ed5-ac4a-7fcd9138eba2 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.797633 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Attempting to bind port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 on network 46fb3706-433c-44e7-8488-dcfad47de8f8 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:02.800351 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-524fc2ba-18b4-4ac9-b2a0-4e9c51e0e84e req-9a19e0e9-2a62-4ed5-ac4a-7fcd9138eba2 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 943 time: 0.0567281 Dec 16 15:28:02.804016 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 on network 46fb3706-433c-44e7-8488-dcfad47de8f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:02.804385 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Attempting to bind port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 on network 46fb3706-433c-44e7-8488-dcfad47de8f8 {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:02.820553 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:28:02.820942 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Checking segment: {'id': 'e9d3a21e-7436-4776-9b00-ec113d12bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:28:02.821310 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Bound using segment: {'id': 'e9d3a21e-7436-4776-9b00-ec113d12bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8'} {{(pid=102463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:28:02.821906 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.managers [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Bound port: 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d3a21e-7436-4776-9b00-ec113d12bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8'}}] {{(pid=102463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:28:02.822273 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.863042 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-524fc2ba-18b4-4ac9-b2a0-4e9c51e0e84e req-11051c2e-d308-4f12-a140-c992581d30e0 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509083 Dec 16 15:28:02.907495 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] For port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9, host hv-cinder-80152, cleared binding levels {{(pid=102463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:28:02.912007 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] For port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9,segment=NetworkSegment(e9d3a21e-7436-4776-9b00-ec113d12bac0),segment_id=e9d3a21e-7436-4776-9b00-ec113d12bac0)] {{(pid=102463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:28:02.919419 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.934203 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be5bbe-65c1-4006-bf88-f728efeddf6c req-7ae4003a-6385-4776-b0c9-aeb2f425d2b1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.935889 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-52be5bbe-65c1-4006-bf88-f728efeddf6c req-7ae4003a-6385-4776-b0c9-aeb2f425d2b1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0631845 Dec 16 15:28:02.958845 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.959467 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.960889 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] 10.222.0.58 "PUT /v2.0/ports/63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 HTTP/1.1" status: 200 len: 1093 time: 0.6461151 Dec 16 15:28:02.961457 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0f0926-c52f-4097-91a3-14f19b66fd0d', 'tag': '63378c28-5e23-4d5d-9ffc-ec82a0eef6e9'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:02.963754 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3060d88f-c56e-4e34-aca9-d25e21f6f5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0f0926-c52f-4097-91a3-14f19b66fd0d", "tag": "63378c28-5e23-4d5d-9ffc-ec82a0eef6e9"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:02.999979 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45469b0c-9e86-4fe0-af88-8e1070eb41aa service neutron] Pushing event updated for resources: {'Port': ['ID=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9,revision_number=3']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:03.025149 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-52be5bbe-65c1-4006-bf88-f728efeddf6c req-4be0fe7e-fddc-441d-9597-03ee14f94a45 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/security-groups?id=91acbb1c-17fd-412b-97c6-1035d2efa68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814435 Dec 16 15:28:03.048017 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242df668-b05e-474f-9bf9-a9235c3a5260 x-openstack-request-id: req-242df668-b05e-474f-9bf9-a9235c3a5260 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:03.048318 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0f0926-c52f-4097-91a3-14f19b66fd0d", "tag": "63378c28-5e23-4d5d-9ffc-ec82a0eef6e9", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:03.048538 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-242df668-b05e-474f-9bf9-a9235c3a5260 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:03.048926 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0f0926-c52f-4097-91a3-14f19b66fd0d', 'tag': '63378c28-5e23-4d5d-9ffc-ec82a0eef6e9', 'status': 'completed', 'code': 200} Dec 16 15:28:03.075514 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77fb6c-ef4e-4376-96a3-baad70810a9e req-1efe8284-57d7-4b3b-9852-a95b637ee10c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:03.077159 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-4f77fb6c-ef4e-4376-96a3-baad70810a9e req-1efe8284-57d7-4b3b-9852-a95b637ee10c tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 945 time: 0.0722866 Dec 16 15:28:03.091226 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-a2ca9092-f172-4619-b0ab-a52198b932b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:03.092773 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-a2ca9092-f172-4619-b0ab-a52198b932b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3bef1a35884f46cb969aa41b8805bb42&device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 1096 time: 0.0496695 Dec 16 15:28:03.144278 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-b44e4d2a-69de-4aff-9a18-4def99cfbe67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 HTTP/1.1" status: 200 len: 217 time: 0.0413015 Dec 16 15:28:03.201513 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-887f4bf2-d282-4a29-b830-bcf21505a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:03.203031 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-887f4bf2-d282-4a29-b830-bcf21505a625 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cb829b6f-8e20-4591-b7f4-d990765320ce HTTP/1.1" status: 200 len: 853 time: 0.0509901 Dec 16 15:28:03.242077 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-a20a438e-44b3-4861-b33a-27785abda79d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=46fb3706-433c-44e7-8488-dcfad47de8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301566 Dec 16 15:28:03.394252 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-4f77fb6c-ef4e-4376-96a3-baad70810a9e req-9b83c51f-fcf1-4bab-941d-8e13f1adfce1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Deleting port 642d3e31-04b4-453f-a34a-b3184d3d0e08 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:03.394585 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-4f77fb6c-ef4e-4376-96a3-baad70810a9e req-9b83c51f-fcf1-4bab-941d-8e13f1adfce1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:03.493015 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [req-4f77fb6c-ef4e-4376-96a3-baad70810a9e req-9b83c51f-fcf1-4bab-941d-8e13f1adfce1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] For port 642d3e31-04b4-453f-a34a-b3184d3d0e08, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=642d3e31-04b4-453f-a34a-b3184d3d0e08,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:03.493311 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-4f77fb6c-ef4e-4376-96a3-baad70810a9e req-9b83c51f-fcf1-4bab-941d-8e13f1adfce1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:03.508035 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [req-4f77fb6c-ef4e-4376-96a3-baad70810a9e req-9b83c51f-fcf1-4bab-941d-8e13f1adfce1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Calling delete_port for 642d3e31-04b4-453f-a34a-b3184d3d0e08 owned by compute:nova {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:03.572918 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca2bc1-8575-4675-b659-1606203952e2 req-46d7aa31-a2fc-451b-bd77-20578bff363e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:03.574488 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a1ca2bc1-8575-4675-b659-1606203952e2 req-46d7aa31-a2fc-451b-bd77-20578bff363e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.2818518 Dec 16 15:28:03.576869 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-7dcb753e-24ae-4c2c-8a14-8ab761a3a0f6 service neutron] 10.222.0.58 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268456 Dec 16 15:28:03.640896 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-4f77fb6c-ef4e-4376-96a3-baad70810a9e req-9b83c51f-fcf1-4bab-941d-8e13f1adfce1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:03.654240 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['642d3e31-04b4-453f-a34a-b3184d3d0e08'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:03.671519 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83c51f-fcf1-4bab-941d-8e13f1adfce1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Pushing event deleted for resources: {'Port': ['ID=642d3e31-04b4-453f-a34a-b3184d3d0e08,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:03.684284 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a1ca2bc1-8575-4675-b659-1606203952e2 req-e55f1141-3982-401e-9e3d-cbddaa9c162e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007283 Dec 16 15:28:03.710461 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d4853bfc-9e13-46ac-9312-6744db8a4cce req-3ff3b2c4-005b-4d6c-8ad8-45bd2014fe81 service neutron] 10.222.0.58 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204047 Dec 16 15:28:03.724513 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f77fb6c-ef4e-4376-96a3-baad70810a9e req-9b83c51f-fcf1-4bab-941d-8e13f1adfce1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] No DVR routers for this DVR port 642d3e31-04b4-453f-a34a-b3184d3d0e08 on host hv-cinder-80152 {{(pid=102463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:03.727267 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [req-4f77fb6c-ef4e-4376-96a3-baad70810a9e req-9b83c51f-fcf1-4bab-941d-8e13f1adfce1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:03.730636 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-4f77fb6c-ef4e-4376-96a3-baad70810a9e req-9b83c51f-fcf1-4bab-941d-8e13f1adfce1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.58 "DELETE /v2.0/ports/642d3e31-04b4-453f-a34a-b3184d3d0e08 HTTP/1.1" status: 204 len: 173 time: 0.6471152 Dec 16 15:28:03.812234 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060d88f-c56e-4e34-aca9-d25e21f6f5c8 req-99f87f24-427b-4eaf-9758-e0e17d39e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:03.813954 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-3060d88f-c56e-4e34-aca9-d25e21f6f5c8 req-99f87f24-427b-4eaf-9758-e0e17d39e890 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3bef1a35884f46cb969aa41b8805bb42&device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 1096 time: 0.0481894 Dec 16 15:28:03.967779 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fff57-e696-48d1-9f1e-2c0b927115b1 req-b1be2145-393c-4aaa-86a7-b4b7c39dbd51 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:03.972347 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e44fff57-e696-48d1-9f1e-2c0b927115b1 req-b1be2145-393c-4aaa-86a7-b4b7c39dbd51 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0825760 Dec 16 15:28:03.980555 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060d88f-c56e-4e34-aca9-d25e21f6f5c8 req-5e3f88c8-0854-4f42-89bf-a80898f3f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:03.985096 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-3060d88f-c56e-4e34-aca9-d25e21f6f5c8 req-5e3f88c8-0854-4f42-89bf-a80898f3f656 service neutron] 10.222.0.58 "GET /v2.0/networks?id=46fb3706-433c-44e7-8488-dcfad47de8f8 HTTP/1.1" status: 200 len: 914 time: 0.1561894 Dec 16 15:28:04.030608 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-3060d88f-c56e-4e34-aca9-d25e21f6f5c8 req-d1ce3a56-6ca7-47eb-952b-21a24408a780 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 HTTP/1.1" status: 200 len: 217 time: 0.0383344 Dec 16 15:28:04.109379 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060d88f-c56e-4e34-aca9-d25e21f6f5c8 req-c85b11b9-299a-4073-8ff6-bd441a37111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.111378 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-3060d88f-c56e-4e34-aca9-d25e21f6f5c8 req-c85b11b9-299a-4073-8ff6-bd441a37111e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cb829b6f-8e20-4591-b7f4-d990765320ce HTTP/1.1" status: 200 len: 853 time: 0.0626538 Dec 16 15:28:04.147212 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-3060d88f-c56e-4e34-aca9-d25e21f6f5c8 req-1cb57d31-871a-4bcb-b068-ca27d252f0b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=46fb3706-433c-44e7-8488-dcfad47de8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271885 Dec 16 15:28:04.147801 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e44fff57-e696-48d1-9f1e-2c0b927115b1 req-1ddeadf5-d56e-4144-9b19-dd20d874d7d9 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681130 Dec 16 15:28:04.152195 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3df5d8-48b7-4c75-adec-0a0fea44a6fd req-3d3af107-cdf0-4a37-8e1e-bcf88530bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.153758 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0e3df5d8-48b7-4c75-adec-0a0fea44a6fd req-3d3af107-cdf0-4a37-8e1e-bcf88530bb14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 1098 time: 0.1493056 Dec 16 15:28:04.163405 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872cf11-1ce4-4d19-adef-4baaa851dfef req-d72d75b1-e064-49bc-95aa-4c19107edd0a tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.164994 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c872cf11-1ce4-4d19-adef-4baaa851dfef req-d72d75b1-e064-49bc-95aa-4c19107edd0a tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 943 time: 0.1724091 Dec 16 15:28:04.168096 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-0d796282-e3c4-4bfc-a63c-8fd0d14670c5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1837680 Dec 16 15:28:04.282390 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-3060d88f-c56e-4e34-aca9-d25e21f6f5c8 req-b7972981-d30e-4660-8138-c85888517fc7 service neutron] 10.222.0.58 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141689 Dec 16 15:28:04.314166 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3a60ebff-773a-4def-95a7-32059bcdc335 req-412fb921-a38b-4c4d-8866-d1eaae32b7f1 tempest-ServerRescueNegativeTestJSON-1585650422 tempest-ServerRescueNegativeTestJSON-1585650422-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d8c4117-c375-4500-83b7-80585271e14c HTTP/1.1" status: 200 len: 210 time: 0.0625341 Dec 16 15:28:04.372071 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c872cf11-1ce4-4d19-adef-4baaa851dfef req-be981367-0ae9-402f-961f-355a10000eda tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730909 Dec 16 15:28:04.376030 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-8257c08a-36e7-4318-b7e4-d3ef2b9bf75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.377911 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-8257c08a-36e7-4318-b7e4-d3ef2b9bf75d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 1099 time: 0.1391048 Dec 16 15:28:04.383557 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3df5d8-48b7-4c75-adec-0a0fea44a6fd req-cc53cd0e-c56e-4fbc-ae20-8be98cc1986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.385368 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0e3df5d8-48b7-4c75-adec-0a0fea44a6fd req-cc53cd0e-c56e-4fbc-ae20-8be98cc1986e service neutron] 10.222.0.58 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 911 time: 0.2162173 Dec 16 15:28:04.404808 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-3060d88f-c56e-4e34-aca9-d25e21f6f5c8 req-3521a29b-186c-4cb5-b020-46e402abe899 service neutron] 10.222.0.58 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120963 Dec 16 15:28:04.519525 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0e3df5d8-48b7-4c75-adec-0a0fea44a6fd req-de42f51a-c4a0-4bf3-9c7c-4ff973169b2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817 HTTP/1.1" status: 200 len: 1001 time: 0.1267419 Dec 16 15:28:04.586485 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-2f361cf8-e665-43c3-816d-c9543380d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.587903 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-2f361cf8-e665-43c3-816d-c9543380d9e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 918 time: 0.1794348 Dec 16 15:28:04.595277 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3df5d8-48b7-4c75-adec-0a0fea44a6fd req-105cc943-5708-49a8-b291-da7dbaa53933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.596771 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0e3df5d8-48b7-4c75-adec-0a0fea44a6fd req-105cc943-5708-49a8-b291-da7dbaa53933 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1053c293-7fb3-4c40-8b29-578e6f0f756b HTTP/1.1" status: 200 len: 849 time: 0.0661902 Dec 16 15:28:04.691869 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-1d647cf2-0225-46ba-8cb2-a0e6de93c285 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c HTTP/1.1" status: 200 len: 1001 time: 0.0939736 Dec 16 15:28:04.698557 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3df5d8-48b7-4c75-adec-0a0fea44a6fd req-8f9a6cc7-aa25-4939-ae34-a3646579bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.700120 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0e3df5d8-48b7-4c75-adec-0a0fea44a6fd req-8f9a6cc7-aa25-4939-ae34-a3646579bc23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9090a524-2252-4eae-b08b-7fbbd31942c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949745 Dec 16 15:28:04.801505 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-16e5cf42-0870-4bea-92ac-4012c107e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.803049 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-16e5cf42-0870-4bea-92ac-4012c107e4bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.1019833 Dec 16 15:28:04.865899 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0e3df5d8-48b7-4c75-adec-0a0fea44a6fd req-17144461-f50a-4c37-8280-891301753dc8 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552818 Dec 16 15:28:04.885291 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-3d17155f-a043-40c4-8f18-e8783a232ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.886713 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-3d17155f-a043-40c4-8f18-e8783a232ad1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762837 Dec 16 15:28:05.041742 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0e3df5d8-48b7-4c75-adec-0a0fea44a6fd req-569831b2-3d3a-4437-bfd3-a7ca6a4e7b53 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678107 Dec 16 15:28:05.047078 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-d9d3b15c-8303-4a0e-87ee-6873445262c4 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497765 Dec 16 15:28:05.050190 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8c4117-c375-4500-83b7-80585271e14c', 'name': 'network-vif-deleted', 'tag': '642d3e31-04b4-453f-a34a-b3184d3d0e08'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:05.053546 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935a8ec9-edb0-4058-8f49-fcc673e28110" -d '{"events": [{"server_uuid": "6d8c4117-c375-4500-83b7-80585271e14c", "name": "network-vif-deleted", "tag": "642d3e31-04b4-453f-a34a-b3184d3d0e08"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:05.092630 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ed523d-ca58-4c1e-a7fd-14f19219bec9 x-openstack-request-id: req-93ed523d-ca58-4c1e-a7fd-14f19219bec9 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:05.092927 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8c4117-c375-4500-83b7-80585271e14c", "name": "network-vif-deleted", "tag": "642d3e31-04b4-453f-a34a-b3184d3d0e08", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:05.093207 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-93ed523d-ca58-4c1e-a7fd-14f19219bec9 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:05.093598 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8c4117-c375-4500-83b7-80585271e14c', 'name': 'network-vif-deleted', 'tag': '642d3e31-04b4-453f-a34a-b3184d3d0e08', 'status': 'completed', 'code': 200} Dec 16 15:28:05.156258 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c03e17fd-4051-4bcb-b203-b948d520b23c req-39a53e39-e909-465a-80c7-4f7f8f4cdcd5 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010156 Dec 16 15:28:05.281826 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ee6c2-f038-4d84-890a-2cfd348fa9b3 req-3bbd3946-c14b-48fa-bbec-4658590b63ff tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:05.283370 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ce3ee6c2-f038-4d84-890a-2cfd348fa9b3 req-3bbd3946-c14b-48fa-bbec-4658590b63ff tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0554881 Dec 16 15:28:05.333184 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ce3ee6c2-f038-4d84-890a-2cfd348fa9b3 req-480dd915-5fe7-47f1-9f77-76b8cda616d3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Dec 16 15:28:05.376791 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 59980) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:05.578993 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf274f-fdad-4930-9dca-d179dcf337b7 req-0823f5d3-b266-435d-9839-d374c3946981 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:05.581240 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1aaf274f-fdad-4930-9dca-d179dcf337b7 req-0823f5d3-b266-435d-9839-d374c3946981 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 943 time: 0.1080163 Dec 16 15:28:05.683719 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1aaf274f-fdad-4930-9dca-d179dcf337b7 req-ff6ad380-3ac4-4c1d-89b6-4de4913691da tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944345 Dec 16 15:28:05.913556 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533114'] for router_interface, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.468772 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b83225-75da-4120-8254-838505c2baba req-6b6cbf26-9ffa-4dba-a35d-23332a95d535 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:06.470305 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-24b83225-75da-4120-8254-838505c2baba req-6b6cbf26-9ffa-4dba-a35d-23332a95d535 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0608604 Dec 16 15:28:06.479276 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Deleting port 4ff9b866-323c-45df-8106-3d716fbada14 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:06.479616 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.573935 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-24b83225-75da-4120-8254-838505c2baba req-2cbeefe9-a6f6-4d03-960d-c50b9520d986 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966663 Dec 16 15:28:06.599952 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] For port 4ff9b866-323c-45df-8106-3d716fbada14, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=4ff9b866-323c-45df-8106-3d716fbada14,segment=NetworkSegment(eb4b3115-5670-44fd-baca-727df22d20c0),segment_id=eb4b3115-5670-44fd-baca-727df22d20c0)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:06.600342 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.614321 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Calling delete_port for 4ff9b866-323c-45df-8106-3d716fbada14 owned by network:router_interface {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:06.852416 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e1444-9e85-4e9b-8667-2c875d5fea92 req-845c1c5e-ce64-4de9-9c63-6597a8910712 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:06.854034 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-188e1444-9e85-4e9b-8667-2c875d5fea92 req-845c1c5e-ce64-4de9-9c63-6597a8910712 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 943 time: 0.0995948 Dec 16 15:28:06.855067 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.894663 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff9b866-323c-45df-8106-3d716fbada14,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:06.932322 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.932729 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.933170 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.933580 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.933961 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.934340 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.934718 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.935096 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.935491 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.935874 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.936255 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.936634 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.937006 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:06.996222 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-188e1444-9e85-4e9b-8667-2c875d5fea92 req-b88920c0-9e18-4aff-9eaf-bc0b4a5dc98a tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356895 Dec 16 15:28:07.116499 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533222'] for router_interface, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.229831 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:28:07.234261 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 642d3e31-04b4-453f-a34a-b3184d3d0e08 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:07.264196 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: 642d3e31-04b4-453f-a34a-b3184d3d0e08 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:07.264548 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 642d3e31-04b4-453f-a34a-b3184d3d0e08 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:07.429323 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:07.520952 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9,segment=NetworkSegment(e9d3a21e-7436-4776-9b00-ec113d12bac0),segment_id=e9d3a21e-7436-4776-9b00-ec113d12bac0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:07.543901 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '63378c28-5e23-4d5d-9ffc-ec82a0eef6e9', 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8', 'port_id': '63378c28-5e23-4d5d-9ffc-ec82a0eef6e9', 'mac_address': 'fa:16:3e:06:53:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb829b6f-8e20-4591-b7f4-d990765320ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:28:07.590523 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:07.601691 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-0f67110c-8fa5-4a1d-a606-6116dad6677c admin admin] 10.222.0.75 "PUT /v2.0/routers/7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2207696 Dec 16 15:28:07.603133 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59990) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:07.604773 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab123ab8-704e-4c5d-b755-f13ba4ad94a2 None None] Sync routers for ids ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:07.615246 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.618875 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab123ab8-704e-4c5d-b755-f13ba4ad94a2 None None] Routers {'7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:07.619511 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-ab123ab8-704e-4c5d-b755-f13ba4ad94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:27:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:07.639314 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:07.668169 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9,segment=NetworkSegment(e9d3a21e-7436-4776-9b00-ec113d12bac0),segment_id=e9d3a21e-7436-4776-9b00-ec113d12bac0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:07.674355 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.726445 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:07.772441 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Publish callbacks [] for router, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.790475 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-ab123ab8-704e-4c5d-b755-f13ba4ad94a2 None None] Set router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:07.889134 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.934103 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['63378c28-5e23-4d5d-9ffc-ec82a0eef6e9'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:07.958388 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Deleting port 6b3a1106-a619-480c-87f1-be5855716b74 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:07.958774 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.028137 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-ab123ab8-704e-4c5d-b755-f13ba4ad94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-router', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6b3a1106-a619-480c-87f1-be5855716b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:28:06Z', 'revision_number': 5, 'project_id': '2866031a5c6a49b39838826124bd0490', 'gw_port': {'id': '6b3a1106-a619-480c-87f1-be5855716b74', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:08.047476 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] For port 6b3a1106-a619-480c-87f1-be5855716b74, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=6b3a1106-a619-480c-87f1-be5855716b74,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:08.047934 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.066182 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Calling delete_port for 6b3a1106-a619-480c-87f1-be5855716b74 owned by network:router_gateway {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:08.071420 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab123ab8-704e-4c5d-b755-f13ba4ad94a2 None None] Checking router: 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:08.082405 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab123ab8-704e-4c5d-b755-f13ba4ad94a2 None None] Routers {'7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:08.083038 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-ab123ab8-704e-4c5d-b755-f13ba4ad94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:27:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:08.168775 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d78155-6bfd-4d52-b2a2-82ee90054424 req-4f5d186e-f699-4fda-8681-e70bb67fa499 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:08.170745 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c9d78155-6bfd-4d52-b2a2-82ee90054424 req-4f5d186e-f699-4fda-8681-e70bb67fa499 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 944 time: 0.0700555 Dec 16 15:28:08.232512 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c9d78155-6bfd-4d52-b2a2-82ee90054424 req-3bc16a45-aebd-404e-b429-b1960d5ba530 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524633 Dec 16 15:28:08.286586 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-ab123ab8-704e-4c5d-b755-f13ba4ad94a2 None None] Set router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 gateway port host: None {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:08.316558 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.349282 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3a1106-a619-480c-87f1-be5855716b74,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:08.353502 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-ab123ab8-704e-4c5d-b755-f13ba4ad94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-router', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:28:07Z', 'revision_number': 6, 'project_id': '2866031a5c6a49b39838826124bd0490', 'gw_port_host': None}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:08.373774 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.374112 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.374463 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.374807 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.375142 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.375472 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.375826 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.376141 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.376476 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.376802 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.377826 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.378739 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.378739 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:08.385761 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab123ab8-704e-4c5d-b755-f13ba4ad94a2 None None] The sync data for ids ['7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5'] in dv-cinder-801522-8-iscsi is: [{'id': '7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1307489295-router', 'tenant_id': '2866031a5c6a49b39838826124bd0490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:28:07Z', 'revision_number': 6, 'project_id': '2866031a5c6a49b39838826124bd0490', 'gw_port_host': None}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:08.431499 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536388'] for router_gateway, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.537458 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38292'] for router, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.539994 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.607505 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530909'] for router, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.608247 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 {{(pid=102463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:28:08.615005 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] Publish callbacks [] for router, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.615845 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f972cb87-f816-408b-a34d-db4cab0456ff admin admin] 10.222.0.75 "DELETE /v2.0/routers/7c0e4ec3-4ddd-4df6-861f-9a523f5d7af5 HTTP/1.1" status: 204 len: 168 time: 1.0111315 Dec 16 15:28:08.618689 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59994) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:08.664275 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a54e84-3cb7-4565-b09c-d65fb95cbb42 admin admin] Deleting subnet 878cfd11-30a6-40ee-8e2a-ea532f7ac79c {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:28:08.667691 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e84-3cb7-4565-b09c-d65fb95cbb42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.701985 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e84-3cb7-4565-b09c-d65fb95cbb42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.760999 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e84-3cb7-4565-b09c-d65fb95cbb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.838304 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e84-3cb7-4565-b09c-d65fb95cbb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.873357 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a54e84-3cb7-4565-b09c-d65fb95cbb42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878cfd11-30a6-40ee-8e2a-ea532f7ac79c,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:08.885736 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e84-3cb7-4565-b09c-d65fb95cbb42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.892409 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-e7a54e84-3cb7-4565-b09c-d65fb95cbb42 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/878cfd11-30a6-40ee-8e2a-ea532f7ac79c HTTP/1.1" status: 204 len: 168 time: 0.2723796 Dec 16 15:28:08.897647 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 59996) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:08.980382 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.089391 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.118128 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef10b335-f6cb-4f33-b364-6bec0cd5df13']}} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:09.130797 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4b3115-5670-44fd-baca-727df22d20c0') {'for_net_delete': True} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:09.131215 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4b3115-5670-44fd-baca-727df22d20c0') {} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:09.144985 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58938002'] for segment, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.166191 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.177028 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:28:09.177589 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58937820'] for segment, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: Traceback (most recent call last): Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: timer() Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: cb(*args, **kw) Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: return func(*args, **kwargs) Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: self._notify() Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: self.callback(batched_events) Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: event.method(event) Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: return f(self, *a, **k) Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._get(url).json() Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: return self.request(url, 'GET', **kwargs) Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:28:09.180485 dv-cinder-801522-8-iscsi neutron-server[102463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:28:09.249796 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:09.256558 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.265869 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.278578 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ef10b335-f6cb-4f33-b364-6bec0cd5df13 HTTP/1.1" status: 204 len: 168 time: 0.3793650 Dec 16 15:28:09.307866 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bd744-15c4-4429-8b4b-00bcf2d0e319 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef10b335-f6cb-4f33-b364-6bec0cd5df13,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:09.344281 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:28:09.359093 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:09.359769 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.455874 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 6b3a1106-a619-480c-87f1-be5855716b74 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:09.470053 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d513a-61fe-466a-a090-8b214d2ee675 req-2d5719f8-cc04-4699-abf6-9140d0d1471f tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:09.473918 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-577d513a-61fe-466a-a090-8b214d2ee675 req-2d5719f8-cc04-4699-abf6-9140d0d1471f tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 944 time: 0.0819550 Dec 16 15:28:09.495003 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60002) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:09.507791 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 6b3a1106-a619-480c-87f1-be5855716b74 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:09.508139 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 6b3a1106-a619-480c-87f1-be5855716b74 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:09.508567 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 4ff9b866-323c-45df-8106-3d716fbada14 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:09.533142 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 4ff9b866-323c-45df-8106-3d716fbada14 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:09.535861 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 4ff9b866-323c-45df-8106-3d716fbada14 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:09.536405 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-577d513a-61fe-466a-a090-8b214d2ee675 req-086f1bc6-6e6d-4771-afa1-5349a0a79925 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549109 Dec 16 15:28:09.537406 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.558788 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-cf1731e6-e6c2-4832-ad55-dbff1be6e47e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2866031a5c6a49b39838826124bd0490&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0621071 Dec 16 15:28:09.561367 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60004) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:09.564312 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0f0926-c52f-4097-91a3-14f19b66fd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63378c28-5e23-4d5d-9ffc-ec82a0eef6e9'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:09.567177 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22813863-7159-4975-a3b2-a2e6db12b94a" -d '{"events": [{"server_uuid": "2e0f0926-c52f-4097-91a3-14f19b66fd0d", "name": "network-vif-plugged", "status": "completed", "tag": "63378c28-5e23-4d5d-9ffc-ec82a0eef6e9"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:09.584682 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9,segment=NetworkSegment(e9d3a21e-7436-4776-9b00-ec113d12bac0),segment_id=e9d3a21e-7436-4776-9b00-ec113d12bac0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:09.590091 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.615822 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b928df-36e9-4e1a-8924-facd3f56cc44 x-openstack-request-id: req-c3b928df-36e9-4e1a-8924-facd3f56cc44 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:09.616337 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0f0926-c52f-4097-91a3-14f19b66fd0d", "name": "network-vif-plugged", "status": "completed", "tag": "63378c28-5e23-4d5d-9ffc-ec82a0eef6e9", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:09.616669 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c3b928df-36e9-4e1a-8924-facd3f56cc44 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:09.617227 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0f0926-c52f-4097-91a3-14f19b66fd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63378c28-5e23-4d5d-9ffc-ec82a0eef6e9', 'code': 200} Dec 16 15:28:09.622223 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-033cf846-9d72-40dd-9720-af0d619cd587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.649852 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:09.655856 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-033cf846-9d72-40dd-9720-af0d619cd587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.713852 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-033cf846-9d72-40dd-9720-af0d619cd587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.718021 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-033cf846-9d72-40dd-9720-af0d619cd587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.719632 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-033cf846-9d72-40dd-9720-af0d619cd587 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91acbb1c-17fd-412b-97c6-1035d2efa68c HTTP/1.1" status: 204 len: 168 time: 0.1570368 Dec 16 15:28:09.732724 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cf846-9d72-40dd-9720-af0d619cd587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91acbb1c-17fd-412b-97c6-1035d2efa68c,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:09.796563 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26306b33-9e1c-44d1-8175-daae8167b51b req-c9f8ae7d-3cde-4d71-9794-b55eee9a4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:09.798462 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-26306b33-9e1c-44d1-8175-daae8167b51b req-c9f8ae7d-3cde-4d71-9794-b55eee9a4db4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 1098 time: 0.0492935 Dec 16 15:28:09.854048 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-26306b33-9e1c-44d1-8175-daae8167b51b req-90e0f9b4-8b17-4c06-aff0-ac3b89db57b4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478880 Dec 16 15:28:10.689428 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c81d29-de5b-4417-a382-fc83e94fa6d3 req-c4279f8b-e726-4d3f-acab-9de4aa1e70ae tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:10.691820 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-62c81d29-de5b-4417-a382-fc83e94fa6d3 req-c4279f8b-e726-4d3f-acab-9de4aa1e70ae tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 945 time: 0.0618415 Dec 16 15:28:10.758950 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-62c81d29-de5b-4417-a382-fc83e94fa6d3 req-e690fcb8-4695-4517-9b07-d11b9c49bd54 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555665 Dec 16 15:28:11.901716 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ad35a-0c89-484d-a369-2dbbd5a87482 req-a8e3d5d1-a484-4f55-a2a9-ca7cffec7153 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:11.903451 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fa5ad35a-0c89-484d-a369-2dbbd5a87482 req-a8e3d5d1-a484-4f55-a2a9-ca7cffec7153 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 945 time: 0.0601940 Dec 16 15:28:11.962103 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fa5ad35a-0c89-484d-a369-2dbbd5a87482 req-f02b07b0-b66b-41f2-a412-195d742b63be tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Dec 16 15:28:12.024411 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60082) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:12.201871 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-157e0048-bf36-4494-ad31-a3105fd4868e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.315982 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-157e0048-bf36-4494-ad31-a3105fd4868e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.325439 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-157e0048-bf36-4494-ad31-a3105fd4868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.367097 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-157e0048-bf36-4494-ad31-a3105fd4868e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a9ac9b85143f4618998dafc051655f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413742 Dec 16 15:28:12.367827 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e0048-bf36-4494-ad31-a3105fd4868e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef11781-9cb4-4d19-a988-2e1ec1b3c138,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:12.372570 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60114) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:12.445395 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60e4d76c-e0d9-4bf5-b144-6e0245c13a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.475727 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60e4d76c-e0d9-4bf5-b144-6e0245c13a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.530139 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60e4d76c-e0d9-4bf5-b144-6e0245c13a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.533268 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-60e4d76c-e0d9-4bf5-b144-6e0245c13a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.534866 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-60e4d76c-e0d9-4bf5-b144-6e0245c13a6d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aef11781-9cb4-4d19-a988-2e1ec1b3c138 HTTP/1.1" status: 204 len: 168 time: 0.1610672 Dec 16 15:28:12.546318 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4d76c-e0d9-4bf5-b144-6e0245c13a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef11781-9cb4-4d19-a988-2e1ec1b3c138,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:12.897310 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60138) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:12.911540 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-395e57ad-34c8-427c-8c28-0ab353c642d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.998311 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-395e57ad-34c8-427c-8c28-0ab353c642d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.005273 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-395e57ad-34c8-427c-8c28-0ab353c642d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.053397 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-395e57ad-34c8-427c-8c28-0ab353c642d8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b830f1cbda954b5c85f3304b091cc00f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549592 Dec 16 15:28:13.055746 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e57ad-34c8-427c-8c28-0ab353c642d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e37b437-6d81-4c21-80cf-5d0fd6b6abc0,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:13.056235 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60140) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:13.115279 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-966c7850-a1b3-4740-abc8-89f93f3266de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.139311 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-966c7850-a1b3-4740-abc8-89f93f3266de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.192927 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-966c7850-a1b3-4740-abc8-89f93f3266de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.197621 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-966c7850-a1b3-4740-abc8-89f93f3266de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.199678 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-966c7850-a1b3-4740-abc8-89f93f3266de admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1e37b437-6d81-4c21-80cf-5d0fd6b6abc0 HTTP/1.1" status: 204 len: 168 time: 0.1420286 Dec 16 15:28:13.213767 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c7850-a1b3-4740-abc8-89f93f3266de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e37b437-6d81-4c21-80cf-5d0fd6b6abc0,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:15.410471 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60200) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:15.553991 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5f88f216-139b-445b-96f5-d4dab45fdae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.646334 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5f88f216-139b-445b-96f5-d4dab45fdae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.650813 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5f88f216-139b-445b-96f5-d4dab45fdae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.696097 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-5f88f216-139b-445b-96f5-d4dab45fdae2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d58aa65b20d0494db16638b9c6ef8ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845449 Dec 16 15:28:15.696847 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88f216-139b-445b-96f5-d4dab45fdae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38137a3-4f8d-41d8-93dc-87210e3d9838,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:15.700901 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60206) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:15.765031 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-529d89d8-beae-441a-97e7-8605e7eb87dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.799738 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-529d89d8-beae-441a-97e7-8605e7eb87dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.858544 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-529d89d8-beae-441a-97e7-8605e7eb87dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.862402 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-529d89d8-beae-441a-97e7-8605e7eb87dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.863856 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-529d89d8-beae-441a-97e7-8605e7eb87dc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e38137a3-4f8d-41d8-93dc-87210e3d9838 HTTP/1.1" status: 204 len: 168 time: 0.1618993 Dec 16 15:28:15.878723 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d89d8-beae-441a-97e7-8605e7eb87dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38137a3-4f8d-41d8-93dc-87210e3d9838,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:16.242745 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60212) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:16.256365 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4c100e0e-930e-4c71-a16b-d8b94d0b5148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.347536 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4c100e0e-930e-4c71-a16b-d8b94d0b5148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.352218 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4c100e0e-930e-4c71-a16b-d8b94d0b5148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.400885 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4c100e0e-930e-4c71-a16b-d8b94d0b5148 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dc73e291f3a941848a62531339311d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570003 Dec 16 15:28:16.402042 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c100e0e-930e-4c71-a16b-d8b94d0b5148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0789a9-ccf5-4b72-bd1b-07fadc864fed,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:16.405584 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60214) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:16.494998 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-53688d1f-b7f7-4695-a073-5ded753a7596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.522929 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-53688d1f-b7f7-4695-a073-5ded753a7596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.596267 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-53688d1f-b7f7-4695-a073-5ded753a7596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.601874 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-53688d1f-b7f7-4695-a073-5ded753a7596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.602400 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-53688d1f-b7f7-4695-a073-5ded753a7596 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1f0789a9-ccf5-4b72-bd1b-07fadc864fed HTTP/1.1" status: 204 len: 168 time: 0.1951845 Dec 16 15:28:16.616570 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53688d1f-b7f7-4695-a073-5ded753a7596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0789a9-ccf5-4b72-bd1b-07fadc864fed,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:17.004838 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7dc0983f-dc97-49d8-9cfa-c34b513a16e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.694851 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-79793e11-1d5f-4896-b670-62f1f0409550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.707542 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:22.009158 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:23.050679 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:25.850075 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:28:29.124102 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60388) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:29.242399 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57c58bab-0995-49c1-9139-fd42e29b9316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.321173 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57c58bab-0995-49c1-9139-fd42e29b9316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.325163 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-57c58bab-0995-49c1-9139-fd42e29b9316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.362424 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c58bab-0995-49c1-9139-fd42e29b9316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9793be63-3cd7-414a-95fc-13b1a94efbf1,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:29.366898 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-57c58bab-0995-49c1-9139-fd42e29b9316 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a3a8b215fa4454396ffabe9dbbf6dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416639 Dec 16 15:28:29.369425 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60392) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:29.435134 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ba977272-7232-4074-b90b-9b0d3ba8eb24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.458206 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ba977272-7232-4074-b90b-9b0d3ba8eb24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.510617 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ba977272-7232-4074-b90b-9b0d3ba8eb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.516454 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ba977272-7232-4074-b90b-9b0d3ba8eb24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.517428 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-ba977272-7232-4074-b90b-9b0d3ba8eb24 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9793be63-3cd7-414a-95fc-13b1a94efbf1 HTTP/1.1" status: 204 len: 168 time: 0.1470604 Dec 16 15:28:29.526670 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba977272-7232-4074-b90b-9b0d3ba8eb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9793be63-3cd7-414a-95fc-13b1a94efbf1,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:29.876138 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60402) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:29.893321 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-80f19cf4-3a76-4e48-8873-47f4d66a0317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.989612 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-80f19cf4-3a76-4e48-8873-47f4d66a0317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.995899 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-80f19cf4-3a76-4e48-8873-47f4d66a0317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.038769 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-80f19cf4-3a76-4e48-8873-47f4d66a0317 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=413a7ec6f19c4821aaf6d0cce9a12933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607728 Dec 16 15:28:30.039661 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f19cf4-3a76-4e48-8873-47f4d66a0317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1163bcbc-6182-479e-a144-a089cc5ae557,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:30.041542 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60404) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:30.107815 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-971c96f7-1dc4-4bef-aef5-984d55c952b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.137474 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-971c96f7-1dc4-4bef-aef5-984d55c952b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.207228 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-971c96f7-1dc4-4bef-aef5-984d55c952b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.210374 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-971c96f7-1dc4-4bef-aef5-984d55c952b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.212267 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-971c96f7-1dc4-4bef-aef5-984d55c952b8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1163bcbc-6182-479e-a144-a089cc5ae557 HTTP/1.1" status: 204 len: 168 time: 0.1695316 Dec 16 15:28:30.221547 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c96f7-1dc4-4bef-aef5-984d55c952b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1163bcbc-6182-479e-a144-a089cc5ae557,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:32.466077 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.324518 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60510) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:36.447127 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac9e3-ca7d-4167-a556-4a60a901a0a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.524563 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac9e3-ca7d-4167-a556-4a60a901a0a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.528869 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac9e3-ca7d-4167-a556-4a60a901a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.566911 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ac9e3-ca7d-4167-a556-4a60a901a0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5984ea60-c026-4df5-8843-816759a0a1c7,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:36.571008 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-7c6ac9e3-ca7d-4167-a556-4a60a901a0a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d9bb1629301549e58fa717cc406936f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454433 Dec 16 15:28:36.573652 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60514) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:36.623139 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2af9135a-4cb6-434b-ba21-e606d1acff66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.646968 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2af9135a-4cb6-434b-ba21-e606d1acff66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.702247 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2af9135a-4cb6-434b-ba21-e606d1acff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.707023 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2af9135a-4cb6-434b-ba21-e606d1acff66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.708905 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2af9135a-4cb6-434b-ba21-e606d1acff66 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5984ea60-c026-4df5-8843-816759a0a1c7 HTTP/1.1" status: 204 len: 168 time: 0.1340945 Dec 16 15:28:36.718990 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9135a-4cb6-434b-ba21-e606d1acff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5984ea60-c026-4df5-8843-816759a0a1c7,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:37.008454 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60520) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:37.021975 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-74e53348-7351-4333-89ab-8d29ed4075e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.100465 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-74e53348-7351-4333-89ab-8d29ed4075e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.104575 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-74e53348-7351-4333-89ab-8d29ed4075e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.147037 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-74e53348-7351-4333-89ab-8d29ed4075e5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6e7bd3402aa5491fb6d734bba7e969ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349111 Dec 16 15:28:37.147431 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60524) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:37.175383 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e53348-7351-4333-89ab-8d29ed4075e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9141668-5cd5-4649-9e0b-4a2917595094,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:37.208561 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d1b95bf1-aaa3-4027-beb1-0f849204fbf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.230952 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d1b95bf1-aaa3-4027-beb1-0f849204fbf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.278612 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d1b95bf1-aaa3-4027-beb1-0f849204fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.281311 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d1b95bf1-aaa3-4027-beb1-0f849204fbf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.283032 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d1b95bf1-aaa3-4027-beb1-0f849204fbf9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f9141668-5cd5-4649-9e0b-4a2917595094 HTTP/1.1" status: 204 len: 168 time: 0.1343515 Dec 16 15:28:37.297863 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b95bf1-aaa3-4027-beb1-0f849204fbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9141668-5cd5-4649-9e0b-4a2917595094,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:39.452716 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60604) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:39.582915 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ac655c7b-1a26-4e96-9dc5-23012733f166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.677935 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ac655c7b-1a26-4e96-9dc5-23012733f166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.683436 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ac655c7b-1a26-4e96-9dc5-23012733f166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.726664 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ac655c7b-1a26-4e96-9dc5-23012733f166 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5f08cf5e3c4740d3939bbe3840a8b819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726605 Dec 16 15:28:39.727560 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac655c7b-1a26-4e96-9dc5-23012733f166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e218be65-265b-4146-84f9-8c660f27943a,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:39.729347 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60610) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:39.785241 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-e9cebc45-ce64-4b39-810d-8a7dce9a9925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.811327 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-e9cebc45-ce64-4b39-810d-8a7dce9a9925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.862012 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-e9cebc45-ce64-4b39-810d-8a7dce9a9925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.864653 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-e9cebc45-ce64-4b39-810d-8a7dce9a9925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.865862 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-e9cebc45-ce64-4b39-810d-8a7dce9a9925 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e218be65-265b-4146-84f9-8c660f27943a HTTP/1.1" status: 204 len: 168 time: 0.1354001 Dec 16 15:28:39.874258 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cebc45-ce64-4b39-810d-8a7dce9a9925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e218be65-265b-4146-84f9-8c660f27943a,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:40.186043 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60616) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:40.200630 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-31e9aae0-314d-4b81-8ca3-d6ab3d580214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.305511 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-31e9aae0-314d-4b81-8ca3-d6ab3d580214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.309589 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-31e9aae0-314d-4b81-8ca3-d6ab3d580214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.352937 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-31e9aae0-314d-4b81-8ca3-d6ab3d580214 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f102f0cc2e1c44e8b56da74a45787678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657228 Dec 16 15:28:40.354077 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9aae0-314d-4b81-8ca3-d6ab3d580214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c5eea0-f070-4a1e-b913-0bca33f6deb5,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:40.356192 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60618) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:40.431009 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c7bb10de-df5b-4af6-9195-1c8db1239f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.463774 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c7bb10de-df5b-4af6-9195-1c8db1239f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.528026 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c7bb10de-df5b-4af6-9195-1c8db1239f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.530686 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-c7bb10de-df5b-4af6-9195-1c8db1239f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.531870 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-c7bb10de-df5b-4af6-9195-1c8db1239f05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/76c5eea0-f070-4a1e-b913-0bca33f6deb5 HTTP/1.1" status: 204 len: 168 time: 0.1744332 Dec 16 15:28:40.540686 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb10de-df5b-4af6-9195-1c8db1239f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c5eea0-f070-4a1e-b913-0bca33f6deb5,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:42.630781 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60694) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:42.746140 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-50976943-8693-40ca-a7bb-2aba311f9960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:42.830656 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-50976943-8693-40ca-a7bb-2aba311f9960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:42.834966 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-50976943-8693-40ca-a7bb-2aba311f9960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:42.882514 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-50976943-8693-40ca-a7bb-2aba311f9960 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a0ac443cd864b7d851972efeaea338c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505469 Dec 16 15:28:42.883233 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50976943-8693-40ca-a7bb-2aba311f9960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca260ec-f3e0-4bb1-8c20-e2c34054ffe2,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:42.885728 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60698) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:42.941619 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3224b85c-fe9e-4ce7-9ab4-5c73801c4911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:42.964898 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3224b85c-fe9e-4ce7-9ab4-5c73801c4911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.018270 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3224b85c-fe9e-4ce7-9ab4-5c73801c4911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.021279 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3224b85c-fe9e-4ce7-9ab4-5c73801c4911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.022492 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-3224b85c-fe9e-4ce7-9ab4-5c73801c4911 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eca260ec-f3e0-4bb1-8c20-e2c34054ffe2 HTTP/1.1" status: 204 len: 168 time: 0.1360600 Dec 16 15:28:43.031822 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224b85c-fe9e-4ce7-9ab4-5c73801c4911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca260ec-f3e0-4bb1-8c20-e2c34054ffe2,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:43.323064 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60714) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:43.336559 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-15cf9fad-909b-4909-9c40-bb8aff86e5fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.419015 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-15cf9fad-909b-4909-9c40-bb8aff86e5fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.425553 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-15cf9fad-909b-4909-9c40-bb8aff86e5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.465890 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-15cf9fad-909b-4909-9c40-bb8aff86e5fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cda03c0621ff4d02a1f0442034edf25c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415522 Dec 16 15:28:43.466753 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf9fad-909b-4909-9c40-bb8aff86e5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a963869-e483-4fcf-ade2-013f4029f127,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:43.468610 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60718) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:43.519080 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d587e597-06f2-4686-aec5-f9a8998fa2cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.539994 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d587e597-06f2-4686-aec5-f9a8998fa2cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.589261 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d587e597-06f2-4686-aec5-f9a8998fa2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.591806 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d587e597-06f2-4686-aec5-f9a8998fa2cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.592956 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-d587e597-06f2-4686-aec5-f9a8998fa2cd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1a963869-e483-4fcf-ade2-013f4029f127 HTTP/1.1" status: 204 len: 168 time: 0.1224339 Dec 16 15:28:43.600592 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587e597-06f2-4686-aec5-f9a8998fa2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a963869-e483-4fcf-ade2-013f4029f127,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:47.000239 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f13380b7-d107-4ffd-9f43-2f5b650351ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:47.929621 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a85c8-cff6-400e-ac98-ddbb8cd8f333 req-3396ad7e-2e7c-4a44-9e61-58338adf3884 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:47.931340 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2f3a85c8-cff6-400e-ac98-ddbb8cd8f333 req-3396ad7e-2e7c-4a44-9e61-58338adf3884 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 946 time: 0.0503643 Dec 16 15:28:47.981194 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2f3a85c8-cff6-400e-ac98-ddbb8cd8f333 req-9976ac81-f6c4-41c2-907e-2b9a244cceae tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438654 Dec 16 15:28:49.104491 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3700d3-281c-4072-a928-c9a516e3dea6 req-e0f38311-5977-4177-a1c4-6f45f13f03a7 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:49.106053 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0c3700d3-281c-4072-a928-c9a516e3dea6 req-e0f38311-5977-4177-a1c4-6f45f13f03a7 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 946 time: 0.0495872 Dec 16 15:28:49.156419 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0c3700d3-281c-4072-a928-c9a516e3dea6 req-193daa16-ed68-4f44-9ee4-4d35f96aec8f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441246 Dec 16 15:28:49.677179 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-42ce72d6-b476-474c-9e32-103bfce612b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:50.284197 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a56c49-53e6-4ff4-a4b0-531467256789 req-1207b0f2-0676-4cb6-8a11-aad7e177cd1a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:50.285770 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-48a56c49-53e6-4ff4-a4b0-531467256789 req-1207b0f2-0676-4cb6-8a11-aad7e177cd1a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 946 time: 0.0531218 Dec 16 15:28:50.332266 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-48a56c49-53e6-4ff4-a4b0-531467256789 req-21f0e076-73d2-4bc4-b977-9e6eff4974eb tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407078 Dec 16 15:28:50.704650 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:51.451075 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6cccf-acbc-4f9e-b1c3-f5114468f634 req-12c82a92-2e1f-4ea3-b6d7-8591818ace71 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:51.452572 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5ae6cccf-acbc-4f9e-b1c3-f5114468f634 req-12c82a92-2e1f-4ea3-b6d7-8591818ace71 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 946 time: 0.0500519 Dec 16 15:28:51.499593 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5ae6cccf-acbc-4f9e-b1c3-f5114468f634 req-224ed342-60a7-47b9-83be-2d4e69928d15 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404801 Dec 16 15:28:51.816499 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957572d-da9f-4833-98e7-babab710562e req-d53fc66c-53c6-42b0-a426-b85af5c8363c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:51.818020 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1957572d-da9f-4833-98e7-babab710562e req-d53fc66c-53c6-42b0-a426-b85af5c8363c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.58 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 946 time: 0.0495152 Dec 16 15:28:51.920771 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Deleting port ba4a2c79-9883-4f19-9259-428e42ff4e2c {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:51.921144 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:51.987276 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60828) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:52.004051 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.020263 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] For port ba4a2c79-9883-4f19-9259-428e42ff4e2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a2c79-9883-4f19-9259-428e42ff4e2c,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:52.020659 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.118976 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f6211cba-3bdb-4bb4-9ecb-b965d34d3cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.204856 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f6211cba-3bdb-4bb4-9ecb-b965d34d3cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.210157 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f6211cba-3bdb-4bb4-9ecb-b965d34d3cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.247582 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f6211cba-3bdb-4bb4-9ecb-b965d34d3cca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2710dc96c7e14d27a3ab4c6a658d0ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558560 Dec 16 15:28:52.250149 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60836) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:52.288170 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6211cba-3bdb-4bb4-9ecb-b965d34d3cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeac8b3-0f7d-48ba-b584-20c12a252a6e,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:52.305952 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.306332 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.306662 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.l3_db [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Floating IP 518248c0-fece-433e-a41f-2f552470610b disassociated. External IP: 172.27.3.193, port: ba4a2c79-9883-4f19-9259-428e42ff4e2c. Dec 16 15:28:52.306990 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Calling delete_port for ba4a2c79-9883-4f19-9259-428e42ff4e2c owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:52.314687 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5f80600b-135a-4b05-8da0-2ec7f5ede71f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.339806 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5f80600b-135a-4b05-8da0-2ec7f5ede71f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.391712 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5f80600b-135a-4b05-8da0-2ec7f5ede71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.394402 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5f80600b-135a-4b05-8da0-2ec7f5ede71f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.395947 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-5f80600b-135a-4b05-8da0-2ec7f5ede71f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4aeac8b3-0f7d-48ba-b584-20c12a252a6e HTTP/1.1" status: 204 len: 168 time: 0.1449683 Dec 16 15:28:52.404194 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80600b-135a-4b05-8da0-2ec7f5ede71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeac8b3-0f7d-48ba-b584-20c12a252a6e,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:52.469132 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.499924 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event deleted for resources: {'Port': ['ID=ba4a2c79-9883-4f19-9259-428e42ff4e2c,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:52.650724 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5e2dcbc3-a9de-4e9c-8012-5b3563938b6b req-d8da4b1a-e00b-4e40-9dcb-7b7ede709cf4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=479d2cfc-95dd-4d3d-b746-850128a5c1f3 HTTP/1.1" status: 200 len: 210 time: 0.0394115 Dec 16 15:28:52.675014 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Router b750f248-0906-431a-8533-e1a7c12171fd has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:52.756553 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60846) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:52.770891 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a59865b6-0df9-48fb-81fb-ce89e4206989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.799167 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:52.816276 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6e0bd-bf89-42dd-9287-bcfed304178c None None] Sync routers for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:52.837954 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a6e0bd-bf89-42dd-9287-bcfed304178c None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:52.838353 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-35a6e0bd-bf89-42dd-9287-bcfed304178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:28:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:52.850384 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] No DVR routers for this DVR port ba4a2c79-9883-4f19-9259-428e42ff4e2c on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:52.853097 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.856857 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1957572d-da9f-4833-98e7-babab710562e req-b153e65a-7374-440f-82ba-8aec94553770 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.58 "DELETE /v2.0/ports/ba4a2c79-9883-4f19-9259-428e42ff4e2c HTTP/1.1" status: 204 len: 173 time: 1.0296571 Dec 16 15:28:52.857367 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'name': 'network-vif-deleted', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:52.867669 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25537064-d4c5-41e4-9ba3-ba2ea3217d2f" -d '{"events": [{"server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "name": "network-vif-deleted", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:52.871292 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a59865b6-0df9-48fb-81fb-ce89e4206989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.879660 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a59865b6-0df9-48fb-81fb-ce89e4206989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.908004 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59865b6-0df9-48fb-81fb-ce89e4206989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50af807-8129-4769-b894-133a04e5f7e6,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:52.917327 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271b5d51-d6a8-4958-8323-60be03a4fac1 x-openstack-request-id: req-271b5d51-d6a8-4958-8323-60be03a4fac1 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:52.917621 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479d2cfc-95dd-4d3d-b746-850128a5c1f3", "name": "network-vif-deleted", "tag": "ba4a2c79-9883-4f19-9259-428e42ff4e2c", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:52.917881 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-271b5d51-d6a8-4958-8323-60be03a4fac1 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:52.918314 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479d2cfc-95dd-4d3d-b746-850128a5c1f3', 'name': 'network-vif-deleted', 'tag': 'ba4a2c79-9883-4f19-9259-428e42ff4e2c', 'status': 'completed', 'code': 200} Dec 16 15:28:52.939738 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60850) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:52.940487 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-a59865b6-0df9-48fb-81fb-ce89e4206989 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6297ab5c9f9c46a28a333ef745ba67c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821833 Dec 16 15:28:52.995859 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-35a6e0bd-bf89-42dd-9287-bcfed304178c None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:53.001188 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-75dd9436-43d4-4ef9-a8e5-d8ba8116eea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.036940 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-75dd9436-43d4-4ef9-a8e5-d8ba8116eea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.101802 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-75dd9436-43d4-4ef9-a8e5-d8ba8116eea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.104502 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-75dd9436-43d4-4ef9-a8e5-d8ba8116eea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.108282 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-75dd9436-43d4-4ef9-a8e5-d8ba8116eea9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f50af807-8129-4769-b894-133a04e5f7e6 HTTP/1.1" status: 204 len: 168 time: 0.1648972 Dec 16 15:28:53.117974 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd9436-43d4-4ef9-a8e5-d8ba8116eea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50af807-8129-4769-b894-133a04e5f7e6,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:53.167274 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.287295 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-35a6e0bd-bf89-42dd-9287-bcfed304178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:53.322883 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6e0bd-bf89-42dd-9287-bcfed304178c None None] Checking router: b750f248-0906-431a-8533-e1a7c12171fd for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:53.336991 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a6e0bd-bf89-42dd-9287-bcfed304178c None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:53.338082 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-35a6e0bd-bf89-42dd-9287-bcfed304178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:28:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:53.468677 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-35a6e0bd-bf89-42dd-9287-bcfed304178c None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:53.869603 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-35a6e0bd-bf89-42dd-9287-bcfed304178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:53.876372 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60876) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:53.904772 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6e0bd-bf89-42dd-9287-bcfed304178c None None] The sync data for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi is: [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:53.965545 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-441e88fa-6de6-4349-87ed-2646212415e6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.007994 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-441e88fa-6de6-4349-87ed-2646212415e6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.092150 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-441e88fa-6de6-4349-87ed-2646212415e6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.095789 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-441e88fa-6de6-4349-87ed-2646212415e6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.099689 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-441e88fa-6de6-4349-87ed-2646212415e6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "DELETE /v2.0/security-groups/7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2 HTTP/1.1" status: 204 len: 168 time: 0.2196879 Dec 16 15:28:54.100082 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60884) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:54.108533 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e88fa-6de6-4349-87ed-2646212415e6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:54.124630 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.api.v2.resource [None req-2d67cdf5-2cc9-458b-8985-f7ca1cc2792e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] show failed (client error): The resource could not be found. Dec 16 15:28:54.130241 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60888) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:54.136658 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2d67cdf5-2cc9-458b-8985-f7ca1cc2792e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups/7e0fd7a3-58c5-4aea-9747-cd1fdd2b1cc2 HTTP/1.1" status: 404 len: 347 time: 0.0349028 Dec 16 15:28:54.279961 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a8064-223a-4d46-aa9b-ecb27f294e48 None None] New status for floating IP 518248c0-fece-433e-a41f-2f552470610b: DOWN {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:28:54.509162 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1dfcd-41d4-43fc-88de-604506c68de4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Deleting port 4ff63dd0-4eb9-4d56-813c-dc751f24705d {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:54.509767 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dfcd-41d4-43fc-88de-604506c68de4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.606281 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dfcd-41d4-43fc-88de-604506c68de4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.606664 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dfcd-41d4-43fc-88de-604506c68de4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.621355 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1dfcd-41d4-43fc-88de-604506c68de4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Calling delete_port for 4ff63dd0-4eb9-4d56-813c-dc751f24705d owned by network:floatingip {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:54.818423 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dfcd-41d4-43fc-88de-604506c68de4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.850365 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1dfcd-41d4-43fc-88de-604506c68de4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event deleted for resources: {'Port': ['ID=4ff63dd0-4eb9-4d56-813c-dc751f24705d,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:54.911512 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dfcd-41d4-43fc-88de-604506c68de4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.914139 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dfcd-41d4-43fc-88de-604506c68de4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.915289 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-fcc1dfcd-41d4-43fc-88de-604506c68de4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "DELETE /v2.0/floatingips/518248c0-fece-433e-a41f-2f552470610b HTTP/1.1" status: 204 len: 168 time: 0.7840114 Dec 16 15:28:55.177243 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 60906) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:55.182781 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-58d3c8db-b548-443d-9576-0e35bde52a65 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859109824', 'description': 'tempest-description--593051338'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:55.206700 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58d3c8db-b548-443d-9576-0e35bde52a65 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.283357 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58d3c8db-b548-443d-9576-0e35bde52a65 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.292208 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58d3c8db-b548-443d-9576-0e35bde52a65 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.322636 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58d3c8db-b548-443d-9576-0e35bde52a65 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.323858 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-58d3c8db-b548-443d-9576-0e35bde52a65 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1455936 Dec 16 15:28:55.324941 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3c8db-b548-443d-9576-0e35bde52a65 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8108e031-98af-4d97-a721-b216e00aba2c,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:55.326981 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60908) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:55.331893 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-d2e176ba-8de0-4b09-9b66-545c70f86707 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'security_group_rule': {'security_group_id': '8108e031-98af-4d97-a721-b216e00aba2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:55.364476 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d2e176ba-8de0-4b09-9b66-545c70f86707 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.419518 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d2e176ba-8de0-4b09-9b66-545c70f86707 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.423899 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d2e176ba-8de0-4b09-9b66-545c70f86707 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.445797 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e176ba-8de0-4b09-9b66-545c70f86707 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4345c5e4-a447-41d1-b3c1-34a132e5f941,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:55.454397 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d2e176ba-8de0-4b09-9b66-545c70f86707 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.462429 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-d2e176ba-8de0-4b09-9b66-545c70f86707 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274519 Dec 16 15:28:55.462429 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60910) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:55.462834 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-2980955c-2739-41da-aa59-1b76600352dc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'security_group_rule': {'security_group_id': '8108e031-98af-4d97-a721-b216e00aba2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:55.493738 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2980955c-2739-41da-aa59-1b76600352dc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.570462 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2980955c-2739-41da-aa59-1b76600352dc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.573312 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device ba4a2c79-9883-4f19-9259-428e42ff4e2c no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:55.574761 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2980955c-2739-41da-aa59-1b76600352dc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.594899 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: ba4a2c79-9883-4f19-9259-428e42ff4e2c {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:55.595516 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device ba4a2c79-9883-4f19-9259-428e42ff4e2c not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:55.595779 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980955c-2739-41da-aa59-1b76600352dc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06ba236-78c5-47d3-b1c4-b60dc0162f22,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:55.602171 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2980955c-2739-41da-aa59-1b76600352dc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.603405 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-2980955c-2739-41da-aa59-1b76600352dc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440372 Dec 16 15:28:55.606483 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 60912) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:55.611679 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'floatingip': {'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:55.644079 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.748567 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.869632 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Allocated IP 172.27.3.222 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/ad62aa21-2928-4b22-baf4-35cf748e4c80) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:28:55.983915 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:56.026495 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:56.077903 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:28:56.082233 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:56.084947 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:28:56.093358 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'Port': ['ID=ad62aa21-2928-4b22-baf4-35cf748e4c80,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:56.229454 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:56.278531 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:56.455827 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:56.460591 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:56.528525 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'Port': ['ID=ad62aa21-2928-4b22-baf4-35cf748e4c80,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:56.541531 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:56.557952 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:56.559323 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-5b92a096-c022-494e-ba8b-e8d7c366e6ec tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9518828 Dec 16 15:28:56.906344 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-67950995-eb76-4f52-8cb3-a2a232d2b553 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1859109824&fields=id&tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2 HTTP/1.1" status: 200 len: 267 time: 0.0477304 Dec 16 15:28:57.025923 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-1db3c60e-a85f-4990-8a51-845f53c46f46 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:57.027505 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-1db3c60e-a85f-4990-8a51-845f53c46f46 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 817 time: 0.1133459 Dec 16 15:28:57.043797 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-1aaf95a2-3695-43ae-b496-5ec68c71de12 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/quotas/0ddb577edf064b45b5c9d2518fd9c3a2 HTTP/1.1" status: 200 len: 375 time: 0.0096853 Dec 16 15:28:57.097348 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-1f986e39-ba50-4dd7-b65f-3bb07e0a8ce3 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472169 Dec 16 15:28:57.287746 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-93d398fb-c568-4588-943d-306b0d59e629 service neutron] 10.222.0.75 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781528 Dec 16 15:28:57.381783 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-4fce47cd-632e-4ea0-a155-d300b8f51bc2 service neutron] 10.222.0.75 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881112 Dec 16 15:28:57.595213 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7c8f512b-6ebd-4b98-afb8-7daf5538058d req-15ab445a-1eb6-4eea-98b3-bf427e629130 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 210 time: 0.0581849 Dec 16 15:28:57.621106 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b486b-4578-4625-9449-b7e0ef624406 req-25dbeee4-a23e-40af-8ab0-b915dffa99cd tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:57.622843 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4c3b486b-4578-4625-9449-b7e0ef624406 req-25dbeee4-a23e-40af-8ab0-b915dffa99cd tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 945 time: 0.0716164 Dec 16 15:28:57.680294 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4c3b486b-4578-4625-9449-b7e0ef624406 req-257b0042-a108-47a9-9c82-527e56e46a98 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502613 Dec 16 15:28:58.566800 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-85b81f87-2897-49a6-a9d3-ca467c9a8931 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:58.568316 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-85b81f87-2897-49a6-a9d3-ca467c9a8931 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 817 time: 0.1106570 Dec 16 15:28:58.658284 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-9343e99b-394a-4de3-ae93-90d3b889ed09 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2 HTTP/1.1" status: 200 len: 380 time: 0.0769224 Dec 16 15:28:58.671251 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'port': {'device_id': 'cef65945-debf-4f21-906f-afa481c1df6c', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'admin_state_up': True, 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'security_groups': ['8108e031-98af-4d97-a721-b216e00aba2c']}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:58.755004 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6980522d-dfd1-42d7-9547-843e04e647bf req-37e41f78-fe02-4759-a1a6-6605bebf580c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 210 time: 0.0623090 Dec 16 15:28:58.846278 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc9dc3-6e29-46a2-878d-ec32aa1594d6 req-50f2b8f2-b266-4315-a191-faff2404ca45 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:58.847718 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6bdc9dc3-6e29-46a2-878d-ec32aa1594d6 req-50f2b8f2-b266-4315-a191-faff2404ca45 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 945 time: 0.0868075 Dec 16 15:28:58.872371 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Made reservation on behalf of 0ddb577edf064b45b5c9d2518fd9c3a2 for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:58.876478 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.958164 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6bdc9dc3-6e29-46a2-878d-ec32aa1594d6 req-e4240062-1c51-4bd2-a5a7-e7b6d803541a tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036394 Dec 16 15:28:59.034376 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Allocated IP 172.20.0.3 (dd299e06-ec69-443b-98d4-8edf7ddf48e6/7af0e026-e278-4b49-a32b-2642c3ca1f79/8833bb27-7a0d-401e-aa31-b051f2d26428) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:28:59.174707 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.207562 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.257333 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Network dd299e06-ec69-443b-98d4-8edf7ddf48e6 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:28:59.262415 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:59.267986 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:28:59.271878 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event updated for resources: {'Port': ['ID=8833bb27-7a0d-401e-aa31-b051f2d26428,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:59.326432 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:59.327098 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.345491 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-438168e7-e0c8-4fdd-ad7a-74c1e5b48f0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6781588 Dec 16 15:28:59.370856 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Request body: {'port': {'device_id': 'cef65945-debf-4f21-906f-afa481c1df6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:59.470750 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d185d-525d-43bb-97d7-f55ca33c2e7b req-12608458-923c-4dd3-8bc9-2dcb2e380f1b tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:59.472217 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2d0d185d-525d-43bb-97d7-f55ca33c2e7b req-12608458-923c-4dd3-8bc9-2dcb2e380f1b tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 945 time: 0.0981405 Dec 16 15:28:59.473239 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.517403 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-cdac3981-cb48-4a39-b638-5708c1b431d2 None None] Provisioning complete for port 8833bb27-7a0d-401e-aa31-b051f2d26428 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:59.517983 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-cdac3981-cb48-4a39-b638-5708c1b431d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.551020 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-cdac3981-cb48-4a39-b638-5708c1b431d2 None None] Port 8833bb27-7a0d-401e-aa31-b051f2d26428 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:28:59.711266 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-2d0d185d-525d-43bb-97d7-f55ca33c2e7b req-d74c644d-8d9a-4098-a031-73a93ecc9bd1 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Deleting port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:59.711883 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-2d0d185d-525d-43bb-97d7-f55ca33c2e7b req-d74c644d-8d9a-4098-a031-73a93ecc9bd1 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.909210 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-2d0d185d-525d-43bb-97d7-f55ca33c2e7b req-d74c644d-8d9a-4098-a031-73a93ecc9bd1 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] For port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9,segment=NetworkSegment(e9d3a21e-7436-4776-9b00-ec113d12bac0),segment_id=e9d3a21e-7436-4776-9b00-ec113d12bac0)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:59.909596 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-2d0d185d-525d-43bb-97d7-f55ca33c2e7b req-d74c644d-8d9a-4098-a031-73a93ecc9bd1 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.935707 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-2d0d185d-525d-43bb-97d7-f55ca33c2e7b req-d74c644d-8d9a-4098-a031-73a93ecc9bd1 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Calling delete_port for 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:59.940301 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8833bb27-7a0d-401e-aa31-b051f2d26428 {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:59.952181 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.975552 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Transition to ACTIVE for port object 8833bb27-7a0d-401e-aa31-b051f2d26428 will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:29:00.020538 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8528a81-5c69-4b1b-90cb-91ebf28adaaf req-7757b1b8-7360-47f5-a4b6-529a94cc125a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:00.022127 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d8528a81-5c69-4b1b-90cb-91ebf28adaaf req-7757b1b8-7360-47f5-a4b6-529a94cc125a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 931 time: 0.1822789 Dec 16 15:29:00.024914 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.167850 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Pushing event updated for resources: {'Port': ['ID=8833bb27-7a0d-401e-aa31-b051f2d26428,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:00.214060 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d8528a81-5c69-4b1b-90cb-91ebf28adaaf req-7fc9b667-10c6-4067-a3ef-c45f338253ba tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770473 Dec 16 15:29:00.229198 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c26ab1-94ed-4d6e-a2f2-baa29255400d req-e9d7c06c-ed72-4436-99b2-624277614c80 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:00.239646 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-82c26ab1-94ed-4d6e-a2f2-baa29255400d req-e9d7c06c-ed72-4436-99b2-624277614c80 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e0f0926-c52f-4097-91a3-14f19b66fd0d HTTP/1.1" status: 200 len: 945 time: 0.1916463 Dec 16 15:29:00.342121 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-2d0d185d-525d-43bb-97d7-f55ca33c2e7b req-d74c644d-8d9a-4098-a031-73a93ecc9bd1 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.355974 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['63378c28-5e23-4d5d-9ffc-ec82a0eef6e9'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:29:00.575886 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Attempting to bind port 8833bb27-7a0d-401e-aa31-b051f2d26428 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:29:00.576122 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Attempting to bind port 8833bb27-7a0d-401e-aa31-b051f2d26428 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:29:00.576478 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Attempting to bind port 8833bb27-7a0d-401e-aa31-b051f2d26428 on network dd299e06-ec69-443b-98d4-8edf7ddf48e6 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:29:00.597900 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-82c26ab1-94ed-4d6e-a2f2-baa29255400d req-43040617-09da-48a5-9fbe-a87f39818f1f tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320796 Dec 16 15:29:00.601623 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c644d-8d9a-4098-a031-73a93ecc9bd1 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Pushing event deleted for resources: {'Port': ['ID=63378c28-5e23-4d5d-9ffc-ec82a0eef6e9,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:00.606725 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Port 8833bb27-7a0d-401e-aa31-b051f2d26428 on network dd299e06-ec69-443b-98d4-8edf7ddf48e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:29:00.606725 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Attempting to bind port 8833bb27-7a0d-401e-aa31-b051f2d26428 on network dd299e06-ec69-443b-98d4-8edf7ddf48e6 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:29:00.629210 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:29:00.629557 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Checking segment: {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:29:00.629947 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Bound using segment: {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:29:00.630397 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Bound port: 8833bb27-7a0d-401e-aa31-b051f2d26428, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17b20fd-73b5-4866-a183-2360a8523518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:29:00.630751 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.654285 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0d185d-525d-43bb-97d7-f55ca33c2e7b req-d74c644d-8d9a-4098-a031-73a93ecc9bd1 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] No DVR routers for this DVR port 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:29:00.658499 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-2d0d185d-525d-43bb-97d7-f55ca33c2e7b req-d74c644d-8d9a-4098-a031-73a93ecc9bd1 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.663459 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2d0d185d-525d-43bb-97d7-f55ca33c2e7b req-d74c644d-8d9a-4098-a031-73a93ecc9bd1 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.58 "DELETE /v2.0/ports/63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 HTTP/1.1" status: 204 len: 173 time: 1.1799526 Dec 16 15:29:00.663614 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0f0926-c52f-4097-91a3-14f19b66fd0d', 'name': 'network-vif-deleted', 'tag': '63378c28-5e23-4d5d-9ffc-ec82a0eef6e9'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:00.665793 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76bc965-ecae-48d9-9042-bc393d0985c2" -d '{"events": [{"server_uuid": "2e0f0926-c52f-4097-91a3-14f19b66fd0d", "name": "network-vif-deleted", "tag": "63378c28-5e23-4d5d-9ffc-ec82a0eef6e9"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:00.714367 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c795ee7-705f-48ff-beaf-35a8694d8ac9 x-openstack-request-id: req-7c795ee7-705f-48ff-beaf-35a8694d8ac9 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:00.715045 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0f0926-c52f-4097-91a3-14f19b66fd0d", "name": "network-vif-deleted", "tag": "63378c28-5e23-4d5d-9ffc-ec82a0eef6e9", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:00.715045 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7c795ee7-705f-48ff-beaf-35a8694d8ac9 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:00.715290 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0f0926-c52f-4097-91a3-14f19b66fd0d', 'name': 'network-vif-deleted', 'tag': '63378c28-5e23-4d5d-9ffc-ec82a0eef6e9', 'status': 'completed', 'code': 200} Dec 16 15:29:00.730159 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:29:00.733539 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:29:00.739127 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.780760 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:00.781401 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.782989 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] 10.222.0.58 "PUT /v2.0/ports/8833bb27-7a0d-401e-aa31-b051f2d26428 HTTP/1.1" status: 200 len: 1093 time: 1.4165010 Dec 16 15:29:00.811375 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c55fe-7015-4cc9-b100-aa2e9bb8aff3 service neutron] Pushing event updated for resources: {'Port': ['ID=8833bb27-7a0d-401e-aa31-b051f2d26428,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:00.870411 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-02eb560c-5e69-4c33-b766-570703352bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:00.871972 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-02eb560c-5e69-4c33-b766-570703352bb8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 1096 time: 0.0424938 Dec 16 15:29:00.919206 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-3d48a6c8-419b-4890-822f-a60e9103e3b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8833bb27-7a0d-401e-aa31-b051f2d26428 HTTP/1.1" status: 200 len: 217 time: 0.0360281 Dec 16 15:29:00.976844 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-6efbdea8-e2dc-4ec5-a8f0-bd4d92741eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:00.978378 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-6efbdea8-e2dc-4ec5-a8f0-bd4d92741eed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.0518785 Dec 16 15:29:01.028420 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-89ff8974-534b-434b-a3d9-0860238a72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:01.030004 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-89ff8974-534b-434b-a3d9-0860238a72a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422578 Dec 16 15:29:01.131825 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-79a2b130-78e1-4fdc-a6a2-9b5f47d402dd service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931642 Dec 16 15:29:01.256617 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f32fa8fd-c6f8-42ca-9e6e-825ce1f749a9 req-f8168cee-a494-42eb-8346-5aac475696db service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134737 Dec 16 15:29:01.358144 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89cb20-ac66-4172-94fd-192d34b06523 req-c304f9d7-a5f3-4e65-b22e-4cb35682ca1b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:01.359788 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7c89cb20-ac66-4172-94fd-192d34b06523 req-c304f9d7-a5f3-4e65-b22e-4cb35682ca1b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0581656 Dec 16 15:29:01.412047 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7c89cb20-ac66-4172-94fd-192d34b06523 req-10e5ebc7-18db-457e-bfe4-a199201cbedc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461709 Dec 16 15:29:02.458425 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.538882 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bac700-3e54-4ea0-8874-ca985357d0b4 req-49a8171b-9819-44eb-86ad-46c6389ea8b6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:02.540369 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b9bac700-3e54-4ea0-8874-ca985357d0b4 req-49a8171b-9819-44eb-86ad-46c6389ea8b6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0548770 Dec 16 15:29:02.587404 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b9bac700-3e54-4ea0-8874-ca985357d0b4 req-d6337a2c-2e0a-4d67-a490-6e90587b4fd4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410981 Dec 16 15:29:02.716533 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:02.718886 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ef57da-9422-46e2-ad70-faaa01d55053" -d '{"events": [{"name": "network-changed", "server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:02.754756 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455651eb-4278-4a9b-ae98-7bc4d55320b5 x-openstack-request-id: req-455651eb-4278-4a9b-ae98-7bc4d55320b5 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:02.755048 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:02.755376 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-455651eb-4278-4a9b-ae98-7bc4d55320b5 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:02.755791 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'status': 'completed', 'code': 200} Dec 16 15:29:02.848479 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:29:03.708426 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2421623-5df6-4ef8-8b0f-140e7c444d1e req-cbc3f28c-8743-409b-a864-15b46878d927 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:03.709857 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c2421623-5df6-4ef8-8b0f-140e7c444d1e req-cbc3f28c-8743-409b-a864-15b46878d927 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0495930 Dec 16 15:29:03.756925 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c2421623-5df6-4ef8-8b0f-140e7c444d1e req-b4567a7c-3a14-4b56-84f5-490883cf42ce tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410638 Dec 16 15:29:04.510360 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8833bb27-7a0d-401e-aa31-b051f2d26428 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:29:04.514385 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:29:04.541736 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:29:04.542090 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 63378c28-5e23-4d5d-9ffc-ec82a0eef6e9 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:29:04.631956 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-c32ae641-81b4-4d1f-ba96-9c2a62bc21d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693290 Dec 16 15:29:04.637939 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:04.638242 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef57da-9422-46e2-ad70-faaa01d55053 req-e9c3131a-e334-457f-8134-fa782b0e8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:04.639662 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27ef57da-9422-46e2-ad70-faaa01d55053 req-e9c3131a-e334-457f-8134-fa782b0e8f92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 1096 time: 0.0754035 Dec 16 15:29:04.652374 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'port_id': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'mac_address': 'fa:16:3e:e8:4a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:29:04.691980 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:04.706265 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8833bb27-7a0d-401e-aa31-b051f2d26428 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:29:04.734792 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:04.740076 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:04.769092 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-81632bb8-f3de-4a03-a2e3-f8a0c530266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:04.770506 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-81632bb8-f3de-4a03-a2e3-f8a0c530266b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 1098 time: 0.0748734 Dec 16 15:29:04.780731 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef57da-9422-46e2-ad70-faaa01d55053 req-51d3420b-1be9-45d7-b10a-22581fb7143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:04.782901 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27ef57da-9422-46e2-ad70-faaa01d55053 req-51d3420b-1be9-45d7-b10a-22581fb7143f service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 918 time: 0.1331625 Dec 16 15:29:04.795317 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=8833bb27-7a0d-401e-aa31-b051f2d26428,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:04.803255 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.803548 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.803916 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.804261 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.804760 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.804917 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.805272 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.805686 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.805969 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.806308 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.806682 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.806956 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.807278 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:04.837563 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27ef57da-9422-46e2-ad70-faaa01d55053 req-b074a30a-dccd-4ee5-94a3-2e247add39f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8833bb27-7a0d-401e-aa31-b051f2d26428 HTTP/1.1" status: 200 len: 217 time: 0.0455332 Dec 16 15:29:04.959378 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef57da-9422-46e2-ad70-faaa01d55053 req-91b60022-c6d5-451f-bb88-91907ea39662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:04.960859 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27ef57da-9422-46e2-ad70-faaa01d55053 req-91b60022-c6d5-451f-bb88-91907ea39662 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.1105349 Dec 16 15:29:04.995929 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccfb18-b82c-4bd2-9831-2c432fea74d7 req-fb1d16ac-0fcd-4dcd-b371-54cc7b8eb44e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:04.997707 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35ccfb18-b82c-4bd2-9831-2c432fea74d7 req-fb1d16ac-0fcd-4dcd-b371-54cc7b8eb44e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 944 time: 0.1485322 Dec 16 15:29:04.999138 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-5121c421-7937-4f48-b175-eaced1d5fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:05.001530 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-5121c421-7937-4f48-b175-eaced1d5fbe2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 911 time: 0.1732934 Dec 16 15:29:05.045578 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35ccfb18-b82c-4bd2-9831-2c432fea74d7 req-1eb49da2-2853-4f3a-a20a-cfb33e7f9633 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411801 Dec 16 15:29:06.168655 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8348f8-8dde-47dc-bedf-4ccff2126f1c req-2ba9fe09-5741-4786-8724-0f6f67a18aee tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:06.170193 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3b8348f8-8dde-47dc-bedf-4ccff2126f1c req-2ba9fe09-5741-4786-8724-0f6f67a18aee tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 944 time: 0.0529649 Dec 16 15:29:06.218247 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3b8348f8-8dde-47dc-bedf-4ccff2126f1c req-13f09e85-67da-489b-b940-d1bf281396fd tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Dec 16 15:29:06.780195 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-4eb6bcc4-5b4d-4625-b146-93dac0943068 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817 HTTP/1.1" status: 200 len: 1001 time: 0.0858278 Dec 16 15:29:06.782947 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef57da-9422-46e2-ad70-faaa01d55053 req-677fa800-eb32-44a2-a040-fb5ef0e0daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:06.784358 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27ef57da-9422-46e2-ad70-faaa01d55053 req-677fa800-eb32-44a2-a040-fb5ef0e0daef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992200 Dec 16 15:29:07.342997 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389058b0-56a0-4bcc-a6ab-eb926a5b594e req-d1428072-56af-4ec4-bf88-8b5f11c6d96a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:07.344836 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-389058b0-56a0-4bcc-a6ab-eb926a5b594e req-d1428072-56af-4ec4-bf88-8b5f11c6d96a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 944 time: 0.0541553 Dec 16 15:29:07.394899 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-389058b0-56a0-4bcc-a6ab-eb926a5b594e req-c9a993b9-2622-4e46-8972-580c28b4da57 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438907 Dec 16 15:29:07.717988 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['8833bb27-7a0d-401e-aa31-b051f2d26428'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:29:07.862891 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-466e81c1-549f-4343-b713-1cb8be313425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:07.865806 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-466e81c1-549f-4343-b713-1cb8be313425 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1053c293-7fb3-4c40-8b29-578e6f0f756b HTTP/1.1" status: 200 len: 849 time: 0.1823144 Dec 16 15:29:07.974523 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27ef57da-9422-46e2-ad70-faaa01d55053 req-6ff43b05-7541-457e-983d-d65f362d51c9 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895148 Dec 16 15:29:07.987900 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-6a176bbc-9e4c-47a7-bd31-dd000bbe83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:07.990456 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-6a176bbc-9e4c-47a7-bd31-dd000bbe83db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9090a524-2252-4eae-b08b-7fbbd31942c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1164079 Dec 16 15:29:08.215304 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27ef57da-9422-46e2-ad70-faaa01d55053 req-94d08aef-0ce2-499d-8c9e-de15479e7b5c service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318916 Dec 16 15:29:08.219354 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-0243a4e4-0590-41ec-b1ed-8c1bb63cd8b7 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148397 Dec 16 15:29:08.327153 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0f202648-65cc-4d50-83a6-fe6f210cd54c req-0224c1e9-7cad-49e7-94fd-9e6fafa437c7 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964715 Dec 16 15:29:08.519475 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d701a7-6a0a-47ae-8f0b-423fdb0a256c req-dc38d603-e944-457b-9a72-8ed58c20dbff tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:08.521117 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e5d701a7-6a0a-47ae-8f0b-423fdb0a256c req-dc38d603-e944-457b-9a72-8ed58c20dbff tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 944 time: 0.0533304 Dec 16 15:29:08.571226 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e5d701a7-6a0a-47ae-8f0b-423fdb0a256c req-1713fd07-6593-4daa-aaf6-74da5118d411 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437331 Dec 16 15:29:08.685136 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8833bb27-7a0d-401e-aa31-b051f2d26428 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:29:08.876353 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port 8833bb27-7a0d-401e-aa31-b051f2d26428 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:29:08.880960 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 8833bb27-7a0d-401e-aa31-b051f2d26428 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:08.880960 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.976722 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:09.003585 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:09.006068 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93698aea-0580-42dc-ac5e-38da6907d927" -d '{"events": [{"server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "name": "network-vif-plugged", "status": "completed", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:09.021411 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:09.028570 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:09.056128 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95456812-6aff-4cae-8ef2-94a0fc38dead x-openstack-request-id: req-95456812-6aff-4cae-8ef2-94a0fc38dead {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:09.056446 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "name": "network-vif-plugged", "status": "completed", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:09.056727 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95456812-6aff-4cae-8ef2-94a0fc38dead {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:09.057139 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'code': 200} Dec 16 15:29:09.091318 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=8833bb27-7a0d-401e-aa31-b051f2d26428,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:09.366438 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214c4d3-8e52-4656-b087-5f16290a03bd req-4e99da40-3048-471b-a968-7190700044d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:09.368049 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6214c4d3-8e52-4656-b087-5f16290a03bd req-4e99da40-3048-471b-a968-7190700044d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 1098 time: 0.1684487 Dec 16 15:29:09.421997 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6214c4d3-8e52-4656-b087-5f16290a03bd req-bc2f6d33-7a9b-4ff5-9127-70d9daceb7e7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446978 Dec 16 15:29:09.700589 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcdac8-0551-46a5-8e71-4639f7fefa22 req-e8bc4ccd-c93e-4a00-9533-f91047524321 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:09.702113 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4bdcdac8-0551-46a5-8e71-4639f7fefa22 req-e8bc4ccd-c93e-4a00-9533-f91047524321 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0540292 Dec 16 15:29:09.756466 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4bdcdac8-0551-46a5-8e71-4639f7fefa22 req-6c581cfd-b1aa-4ce1-82e6-27f3fd9cb4fa tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475981 Dec 16 15:29:10.275809 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc4807-5086-4ac7-8c4b-ff54e46e607d req-eb09d0d2-88c0-4a3c-a0d8-adbaf2596aba tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:10.277348 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d2bc4807-5086-4ac7-8c4b-ff54e46e607d req-eb09d0d2-88c0-4a3c-a0d8-adbaf2596aba tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0510356 Dec 16 15:29:10.334354 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d2bc4807-5086-4ac7-8c4b-ff54e46e607d req-bd284913-eb91-4ce7-b4ee-4d3f6bc989a3 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506809 Dec 16 15:29:10.890332 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71ed6a-e6aa-4061-828e-eb5ca7a4a39b req-61617461-331f-44b1-be1e-14a38558c50e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:10.891991 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9b71ed6a-e6aa-4061-828e-eb5ca7a4a39b req-61617461-331f-44b1-be1e-14a38558c50e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0513680 Dec 16 15:29:10.940512 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9b71ed6a-e6aa-4061-828e-eb5ca7a4a39b req-3147b6e2-6139-4ad7-88e8-0f91fd91833f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423353 Dec 16 15:29:11.458045 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754371-7220-4dd1-a2aa-03b2953553e0 req-bb4665c8-f013-4273-a9ce-c647fdd272cc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:11.459778 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-95754371-7220-4dd1-a2aa-03b2953553e0 req-bb4665c8-f013-4273-a9ce-c647fdd272cc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0533397 Dec 16 15:29:11.510881 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-95754371-7220-4dd1-a2aa-03b2953553e0 req-8c0efaba-654e-43e9-b606-e6347b6e374a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 Dec 16 15:29:12.064871 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc2fda-266e-474f-8716-621f0122fa0d req-37fd40e0-f93c-403a-a418-9cd5fb2570de tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:12.066332 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0fdc2fda-266e-474f-8716-621f0122fa0d req-37fd40e0-f93c-403a-a418-9cd5fb2570de tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0534265 Dec 16 15:29:12.115051 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0fdc2fda-266e-474f-8716-621f0122fa0d req-694ec4ca-fb41-40d3-9fcf-24f652efcd47 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Dec 16 15:29:12.630286 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611733e-f65d-475e-84b3-373437751c73 req-96c2f62d-90c9-4eee-ae64-daa8d08f2de2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:12.631694 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0611733e-f65d-475e-84b3-373437751c73 req-96c2f62d-90c9-4eee-ae64-daa8d08f2de2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0495546 Dec 16 15:29:12.680912 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0611733e-f65d-475e-84b3-373437751c73 req-9e423a6a-51bc-4f30-b4ac-ebb14f169b36 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Dec 16 15:29:13.235418 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028e8e8-3327-483d-b9e7-d93679323863 req-cce37768-8cd9-4b9c-9dbc-b055216bb4f6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:13.237601 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b028e8e8-3327-483d-b9e7-d93679323863 req-cce37768-8cd9-4b9c-9dbc-b055216bb4f6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0502551 Dec 16 15:29:13.290426 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b028e8e8-3327-483d-b9e7-d93679323863 req-bcb587f9-4a54-4fe9-b379-3f29f368dcd4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466013 Dec 16 15:29:13.847958 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-7d8c1a54-5ee4-4dd7-b689-0d6313ec060b tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:13.849490 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-7d8c1a54-5ee4-4dd7-b689-0d6313ec060b tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/networks?id=46fb3706-433c-44e7-8488-dcfad47de8f8 HTTP/1.1" status: 200 len: 813 time: 0.1389778 Dec 16 15:29:13.862596 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d66dd-731b-4e30-a6c8-4be1f1c6b700 req-df106c4e-8e40-44ae-bc8d-e7a6dc07c9ae tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:13.864058 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1e0d66dd-731b-4e30-a6c8-4be1f1c6b700 req-df106c4e-8e40-44ae-bc8d-e7a6dc07c9ae tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0894082 Dec 16 15:29:13.881201 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2f12e546-07d6-4034-b732-4f0e10d0098a tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/quotas/3bef1a35884f46cb969aa41b8805bb42 HTTP/1.1" status: 200 len: 375 time: 0.0161419 Dec 16 15:29:13.923766 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-65e96da1-4e3c-403a-9d9a-8b4870c98c67 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3bef1a35884f46cb969aa41b8805bb42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351267 Dec 16 15:29:13.958789 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1e0d66dd-731b-4e30-a6c8-4be1f1c6b700 req-71158f23-baf5-427e-a149-af9c2feeb886 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874422 Dec 16 15:29:14.029989 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2c4d4343-f714-4157-ab72-068ec523131c service neutron] 10.222.0.75 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947740 Dec 16 15:29:14.128790 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-81749543-cb6b-4d6d-8b43-64cba0743b83 service neutron] 10.222.0.75 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908239 Dec 16 15:29:14.301513 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a5bf63d1-9f41-4abd-bd44-6d5cdca76cf9 req-db81cc59-5fb3-4835-9a37-a1ab92f3d30d tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 210 time: 0.0341868 Dec 16 15:29:14.495563 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882474e-9414-413a-8f4f-de5dfbc84ec3 req-8d4ad940-36ba-47ae-9e25-d177eec235fd tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:14.497725 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1882474e-9414-413a-8f4f-de5dfbc84ec3 req-8d4ad940-36ba-47ae-9e25-d177eec235fd tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0544691 Dec 16 15:29:14.564184 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1882474e-9414-413a-8f4f-de5dfbc84ec3 req-437e2183-d503-4147-9823-c8d8f08a3a52 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589428 Dec 16 15:29:14.695980 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90719ce5-8056-42cb-b08e-83557cd18fca req-b20197a9-2989-45cc-a882-c8f08c203c6f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:14.697681 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-90719ce5-8056-42cb-b08e-83557cd18fca req-b20197a9-2989-45cc-a882-c8f08c203c6f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0534549 Dec 16 15:29:14.706567 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 32954) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:14.713109 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-13ca0c7e-d6ee-4372-9903-e8248d52ba3a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Request body: {'floatingip': {'port_id': '8833bb27-7a0d-401e-aa31-b051f2d26428'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:14.757117 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-13ca0c7e-d6ee-4372-9903-e8248d52ba3a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.875078 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-b4845375-79b6-441b-ad54-c46c931a5e0b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:14.876721 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-b4845375-79b6-441b-ad54-c46c931a5e0b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.58 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0774417 Dec 16 15:29:15.024872 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Deleting port 9c77c6c4-9cbf-4972-99f7-429cdc190817 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:15.026678 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.159054 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72dae-c98a-4ef2-8a94-2cc5de639891 req-365ae1ae-8edb-4209-8cbf-efaaf7cab3a7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:15.160824 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-92a72dae-c98a-4ef2-8a94-2cc5de639891 req-365ae1ae-8edb-4209-8cbf-efaaf7cab3a7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 945 time: 0.0807199 Dec 16 15:29:15.202811 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] For port 9c77c6c4-9cbf-4972-99f7-429cdc190817, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9c77c6c4-9cbf-4972-99f7-429cdc190817,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:15.203648 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.269701 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-92a72dae-c98a-4ef2-8a94-2cc5de639891 req-072d7c98-49a4-46ea-88f4-d4eeb7596d0f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3c63e06-f024-457c-879b-36b6b6acb1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917552 Dec 16 15:29:15.511934 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.db.resource_extend [None req-13ca0c7e-d6ee-4372-9903-e8248d52ba3a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:29:15.554283 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9f673f67-d9c7-4803-b953-eb4de6f6fcb9 req-916f8b2e-f97b-4898-a150-1222ba51aff3 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 210 time: 0.0911624 Dec 16 15:29:15.579239 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.579891 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.580324 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.l3_db [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Floating IP 7a6614d9-6302-4b96-bda1-b393c693ca62 disassociated. External IP: 172.27.3.186, port: 9c77c6c4-9cbf-4972-99f7-429cdc190817. Dec 16 15:29:15.580773 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Calling delete_port for 9c77c6c4-9cbf-4972-99f7-429cdc190817 owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:15.583443 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-13ca0c7e-d6ee-4372-9903-e8248d52ba3a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.591154 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-13ca0c7e-d6ee-4372-9903-e8248d52ba3a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.752666 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-59130d1d-9745-4b55-a12e-b13d1ff5324a tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:15.754574 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-59130d1d-9745-4b55-a12e-b13d1ff5324a tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.58 "GET /v2.0/networks?id=46fb3706-433c-44e7-8488-dcfad47de8f8 HTTP/1.1" status: 200 len: 813 time: 0.2904332 Dec 16 15:29:15.757086 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.l3_db [None req-13ca0c7e-d6ee-4372-9903-e8248d52ba3a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Floating IP db168326-94d3-438c-b8bd-f56a066975f9 associated. External IP: 172.27.3.222, port: 8833bb27-7a0d-401e-aa31-b051f2d26428. Dec 16 15:29:15.777221 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Request body: {'port': {'device_id': 'cf6ea36d-abc8-42b4-b9ec-7dc5d107da72', 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8', 'admin_state_up': True, 'tenant_id': '3bef1a35884f46cb969aa41b8805bb42'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:16.046903 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ca0c7e-d6ee-4372-9903-e8248d52ba3a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Router b750f248-0906-431a-8533-e1a7c12171fd has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:29:16.161951 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.174462 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ca0c7e-d6ee-4372-9903-e8248d52ba3a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:29:16.179659 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-13ca0c7e-d6ee-4372-9903-e8248d52ba3a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.187072 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e86a8-fdaa-47e0-8d4e-109b47f3c504 None None] Sync routers for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:29:16.196819 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event deleted for resources: {'Port': ['ID=9c77c6c4-9cbf-4972-99f7-429cdc190817,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:16.201898 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e86a8-fdaa-47e0-8d4e-109b47f3c504 None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:16.203245 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-206e86a8-fdaa-47e0-8d4e-109b47f3c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:28:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:16.209757 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.210138 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.210546 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.211429 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.211429 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.211429 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.211842 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.212061 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.212390 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.212721 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.213074 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.213504 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.213837 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:16.238378 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-13ca0c7e-d6ee-4372-9903-e8248d52ba3a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "PUT /v2.0/floatingips/db168326-94d3-438c-b8bd-f56a066975f9 HTTP/1.1" status: 200 len: 991 time: 1.5298953 Dec 16 15:29:16.240357 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:16.242931 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec1599e-40c6-4be4-8630-abd51d9a33c4" -d '{"events": [{"name": "network-changed", "server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:16.288865 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Made reservation on behalf of 3bef1a35884f46cb969aa41b8805bb42 for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:16.292713 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.433819 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a98497a-ba5d-4ee7-a552-6ad9292f5618 x-openstack-request-id: req-7a98497a-ba5d-4ee7-a552-6ad9292f5618 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:16.434162 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:16.434552 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7a98497a-ba5d-4ee7-a552-6ad9292f5618 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:16.434964 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'status': 'completed', 'code': 200} Dec 16 15:29:16.440571 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-206e86a8-fdaa-47e0-8d4e-109b47f3c504 None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:29:16.488726 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:29:16.505510 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1599e-40c6-4be4-8630-abd51d9a33c4 req-c0071f46-6b04-4e97-b61f-2777553ac9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:16.507303 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7ec1599e-40c6-4be4-8630-abd51d9a33c4 req-c0071f46-6b04-4e97-b61f-2777553ac9f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 1098 time: 0.0524912 Dec 16 15:29:16.640271 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1599e-40c6-4be4-8630-abd51d9a33c4 req-a42da62d-f88a-4252-8630-2c75e8b2940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:16.643205 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7ec1599e-40c6-4be4-8630-abd51d9a33c4 req-a42da62d-f88a-4252-8630-2c75e8b2940b service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 918 time: 0.1280339 Dec 16 15:29:16.732415 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7ec1599e-40c6-4be4-8630-abd51d9a33c4 req-2462c10b-9b93-4721-9444-3e3d0d4c295f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8833bb27-7a0d-401e-aa31-b051f2d26428 HTTP/1.1" status: 200 len: 999 time: 0.0798874 Dec 16 15:29:16.818057 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1599e-40c6-4be4-8630-abd51d9a33c4 req-69960a1d-d79b-4ec5-9043-af121208db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:16.820572 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7ec1599e-40c6-4be4-8630-abd51d9a33c4 req-69960a1d-d79b-4ec5-9043-af121208db4d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.0808849 Dec 16 15:29:16.834372 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6ff72b9e-dc6d-4baf-bca4-fff0a5f2c832 req-a27eb798-cd21-456d-bbb3-fdd4303df844 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 210 time: 0.0890689 Dec 16 15:29:16.837796 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:29:16.852454 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e23fa8-9a43-45a2-a819-9ea3653c0d96 None None] Sync routers for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:29:16.854293 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cfb69eff-a6fd-4713-b7a1-3ee7e9175628 req-add47b80-f926-4525-aa61-8b3e866a350f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=e24d7779-dc1f-4d20-99a2-60496061db83 HTTP/1.1" status: 200 len: 210 time: 0.1057827 Dec 16 15:29:16.864324 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Allocated IP 172.20.0.11 (46fb3706-433c-44e7-8488-dcfad47de8f8/cb829b6f-8e20-4591-b7f4-d990765320ce/8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:16.868272 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e23fa8-9a43-45a2-a819-9ea3653c0d96 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:16.869024 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-b7e23fa8-9a43-45a2-a819-9ea3653c0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:28:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:16.916762 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-206e86a8-fdaa-47e0-8d4e-109b47f3c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'db168326-94d3-438c-b8bd-f56a066975f9', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'port_id': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'mac_address': 'fa:16:3e:e8:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef65945-debf-4f21-906f-afa481c1df6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:28:56Z', 'updated_at': '2021-12-16T15:29:15Z', 'revision_number': 1, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:16.927319 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1599e-40c6-4be4-8630-abd51d9a33c4 req-b66fc916-6305-4abe-80f7-09e65864235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:16.929822 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] No DVR routers for this DVR port 9c77c6c4-9cbf-4972-99f7-429cdc190817 on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:29:16.930165 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7ec1599e-40c6-4be4-8630-abd51d9a33c4 req-b66fc916-6305-4abe-80f7-09e65864235d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017382 Dec 16 15:29:16.933724 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.938326 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.58 "DELETE /v2.0/ports/9c77c6c4-9cbf-4972-99f7-429cdc190817 HTTP/1.1" status: 204 len: 173 time: 2.0514305 Dec 16 15:29:16.939044 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'name': 'network-vif-deleted', 'tag': '9c77c6c4-9cbf-4972-99f7-429cdc190817'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:16.941798 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cf3626-1048-4c77-8888-23a3a70bdf86" -d '{"events": [{"server_uuid": "e24d7779-dc1f-4d20-99a2-60496061db83", "name": "network-vif-deleted", "tag": "9c77c6c4-9cbf-4972-99f7-429cdc190817"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:16.970394 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e86a8-fdaa-47e0-8d4e-109b47f3c504 None None] Checking router: b750f248-0906-431a-8533-e1a7c12171fd for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:29:16.991674 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e86a8-fdaa-47e0-8d4e-109b47f3c504 None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:16.993349 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-206e86a8-fdaa-47e0-8d4e-109b47f3c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:28:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:17.045227 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cdf09c-210a-4edb-88b8-323e894c7e94 x-openstack-request-id: req-69cdf09c-210a-4edb-88b8-323e894c7e94 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:17.045658 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24d7779-dc1f-4d20-99a2-60496061db83", "name": "network-vif-deleted", "tag": "9c77c6c4-9cbf-4972-99f7-429cdc190817", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:17.046072 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69cdf09c-210a-4edb-88b8-323e894c7e94 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:17.047236 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24d7779-dc1f-4d20-99a2-60496061db83', 'name': 'network-vif-deleted', 'tag': '9c77c6c4-9cbf-4972-99f7-429cdc190817', 'status': 'completed', 'code': 200} Dec 16 15:29:17.079589 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-b7e23fa8-9a43-45a2-a819-9ea3653c0d96 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:29:17.153520 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7ec1599e-40c6-4be4-8630-abd51d9a33c4 req-72564347-b3f9-4b7a-8b4b-f83e64888308 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147336 Dec 16 15:29:17.203728 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8f213ab0-d155-4975-8aaa-6fc8e91d5df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.277172 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.283949 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-206e86a8-fdaa-47e0-8d4e-109b47f3c504 None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:29:17.343312 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.355420 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-b7e23fa8-9a43-45a2-a819-9ea3653c0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:17.404594 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Network 46fb3706-433c-44e7-8488-dcfad47de8f8 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:17.415179 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:17.426082 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:17.452851 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e23fa8-9a43-45a2-a819-9ea3653c0d96 None None] Checking router: 3c5de732-6eb7-460d-accf-ac090bf9b0a7 for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:29:17.470150 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e23fa8-9a43-45a2-a819-9ea3653c0d96 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:17.470968 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-b7e23fa8-9a43-45a2-a819-9ea3653c0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:28:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:17.519119 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:17.519806 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.545415 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7728274 Dec 16 15:29:17.549597 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-7ec1599e-40c6-4be4-8630-abd51d9a33c4 req-193f8b8c-5c0c-41b6-b030-88c9eb15e85b service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492139 Dec 16 15:29:17.568467 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a968693-21bf-4aaa-ae00-64036a53a67c tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Pushing event updated for resources: {'Port': ['ID=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:17.574328 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Request body: {'port': {'device_id': 'cf6ea36d-abc8-42b4-b9ec-7dc5d107da72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:17.652856 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-b7e23fa8-9a43-45a2-a819-9ea3653c0d96 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:29:17.654290 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.660778 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-206e86a8-fdaa-47e0-8d4e-109b47f3c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'db168326-94d3-438c-b8bd-f56a066975f9', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'port_id': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'mac_address': 'fa:16:3e:e8:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef65945-debf-4f21-906f-afa481c1df6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:28:56Z', 'updated_at': '2021-12-16T15:29:15Z', 'revision_number': 1, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:17.701767 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e86a8-fdaa-47e0-8d4e-109b47f3c504 None None] The sync data for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi is: [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'db168326-94d3-438c-b8bd-f56a066975f9', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'port_id': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'mac_address': 'fa:16:3e:e8:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef65945-debf-4f21-906f-afa481c1df6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:28:56Z', 'updated_at': '2021-12-16T15:29:15Z', 'revision_number': 1, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:29:17.934718 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-b7e23fa8-9a43-45a2-a819-9ea3653c0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:17.974661 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33048) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:18.050571 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e846e-1e50-4879-ac23-0397240b54dc None None] New status for floating IP db168326-94d3-438c-b8bd-f56a066975f9: ACTIVE {{(pid=102464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:29:18.082679 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e23fa8-9a43-45a2-a819-9ea3653c0d96 None None] The sync data for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi is: [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:29:18.099013 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:29:18.112590 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.113723 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.142775 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd144-5817-4c90-9baf-39cc84d2ca32 req-8057cc92-fe79-4cd9-873b-584af70a1d79 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:18.145585 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f23cd144-5817-4c90-9baf-39cc84d2ca32 req-8057cc92-fe79-4cd9-873b-584af70a1d79 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 932 time: 0.1303606 Dec 16 15:29:18.146762 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Transition to ACTIVE for port object 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:29:18.152089 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.168565 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.245497 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.250957 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.252785 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "DELETE /v2.0/security-groups/b3c63e06-f024-457c-879b-36b6b6acb1e3 HTTP/1.1" status: 204 len: 168 time: 0.2723167 Dec 16 15:29:18.262478 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 33050) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:18.263233 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:18.282385 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c63e06-f024-457c-879b-36b6b6acb1e3,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:18.287871 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.api.v2.resource [None req-acc58689-83c2-4f85-8804-315b30ce232c tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] show failed (client error): The resource could not be found. Dec 16 15:29:18.291395 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-acc58689-83c2-4f85-8804-315b30ce232c tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups/b3c63e06-f024-457c-879b-36b6b6acb1e3 HTTP/1.1" status: 404 len: 347 time: 0.0224185 Dec 16 15:29:18.294496 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33052) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:18.301003 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.301948 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.303133 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.303515 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.304404 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.305009 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.305135 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.305630 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.306053 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.306400 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.306925 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.307407 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.308221 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5851-e2b8-4487-a42a-f2cea700bffa tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:18.319504 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f23cd144-5817-4c90-9baf-39cc84d2ca32 req-defae341-665b-497d-9008-b474d4192be4 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639330 Dec 16 15:29:18.418387 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Attempting to bind port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:29:18.418788 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Attempting to bind port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'e9d3a21e-7436-4776-9b00-ec113d12bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:29:18.419041 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Attempting to bind port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 on network 46fb3706-433c-44e7-8488-dcfad47de8f8 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:29:18.424458 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 on network 46fb3706-433c-44e7-8488-dcfad47de8f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:29:18.424835 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Attempting to bind port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 on network 46fb3706-433c-44e7-8488-dcfad47de8f8 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:29:18.430965 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:29:18.431311 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Checking segment: {'id': 'e9d3a21e-7436-4776-9b00-ec113d12bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:29:18.431704 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Bound using segment: {'id': 'e9d3a21e-7436-4776-9b00-ec113d12bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:29:18.432149 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Bound port: 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d3a21e-7436-4776-9b00-ec113d12bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:29:18.433344 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.481651 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-dfef746e-164d-4bc4-a4eb-79c8860e6e2e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Deleting port 3b6987c6-c524-4333-9e22-d019b6c227f3 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:18.482346 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-dfef746e-164d-4bc4-a4eb-79c8860e6e2e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.482788 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ecbf3-8182-464a-8b0e-5b558fba4139 None None] New status for floating IP 7a6614d9-6302-4b96-bda1-b393c693ca62: DOWN {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:29:18.536863 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] For port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:29:18.541486 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] For port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56,segment=NetworkSegment(e9d3a21e-7436-4776-9b00-ec113d12bac0),segment_id=e9d3a21e-7436-4776-9b00-ec113d12bac0)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:29:18.550686 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.610434 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:18.615255 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.616870 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] 10.222.0.58 "PUT /v2.0/ports/8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 HTTP/1.1" status: 200 len: 1094 time: 1.0554311 Dec 16 15:29:18.630414 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-dfef746e-164d-4bc4-a4eb-79c8860e6e2e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.630739 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-dfef746e-164d-4bc4-a4eb-79c8860e6e2e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.658987 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-dfef746e-164d-4bc4-a4eb-79c8860e6e2e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Calling delete_port for 3b6987c6-c524-4333-9e22-d019b6c227f3 owned by network:floatingip {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:18.659489 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65a3fc-cf8c-4374-b777-ab545cd47591 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:18.738175 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-c4c779df-e00b-4bc6-aac3-4dd1b4fab9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:18.739774 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-c4c779df-e00b-4bc6-aac3-4dd1b4fab9a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3bef1a35884f46cb969aa41b8805bb42&device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 1097 time: 0.0673699 Dec 16 15:29:18.745726 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 9c77c6c4-9cbf-4972-99f7-429cdc190817 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:29:18.778696 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: 9c77c6c4-9cbf-4972-99f7-429cdc190817 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:29:18.779141 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 9c77c6c4-9cbf-4972-99f7-429cdc190817 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:29:18.805424 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-6d115f08-ed61-423a-8450-1d715539b86a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 HTTP/1.1" status: 200 len: 217 time: 0.0566292 Dec 16 15:29:18.851245 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-dfef746e-164d-4bc4-a4eb-79c8860e6e2e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.869630 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-51a2a28c-cee7-48bc-9473-762357ba25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:18.871255 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-51a2a28c-cee7-48bc-9473-762357ba25eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cb829b6f-8e20-4591-b7f4-d990765320ce HTTP/1.1" status: 200 len: 853 time: 0.0479424 Dec 16 15:29:18.892295 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef746e-164d-4bc4-a4eb-79c8860e6e2e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event deleted for resources: {'Port': ['ID=3b6987c6-c524-4333-9e22-d019b6c227f3,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:18.933103 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-aa8bd87c-430c-4d87-aef6-833a942fe17b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=46fb3706-433c-44e7-8488-dcfad47de8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543501 Dec 16 15:29:18.957960 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-dfef746e-164d-4bc4-a4eb-79c8860e6e2e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.960594 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-dfef746e-164d-4bc4-a4eb-79c8860e6e2e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.962082 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-dfef746e-164d-4bc4-a4eb-79c8860e6e2e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "DELETE /v2.0/floatingips/7a6614d9-6302-4b96-bda1-b393c693ca62 HTTP/1.1" status: 204 len: 168 time: 0.6468184 Dec 16 15:29:19.042028 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-a317c5fd-51f0-469c-b797-891700163767 service neutron] 10.222.0.58 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011252 Dec 16 15:29:19.048790 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6ea36d-abc8-42b4-b9ec-7dc5d107da72', 'tag': '8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:19.051741 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4957dd27-f537-47fc-9014-e4a640c2a2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6ea36d-abc8-42b4-b9ec-7dc5d107da72", "tag": "8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:19.161275 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adc46fa-b2b5-42fc-b32d-5d7c51891c49 x-openstack-request-id: req-1adc46fa-b2b5-42fc-b32d-5d7c51891c49 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:19.161912 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6ea36d-abc8-42b4-b9ec-7dc5d107da72", "tag": "8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:19.161912 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1adc46fa-b2b5-42fc-b32d-5d7c51891c49 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:19.162208 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6ea36d-abc8-42b4-b9ec-7dc5d107da72', 'tag': '8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56', 'status': 'completed', 'code': 200} Dec 16 15:29:19.164650 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97d8a55c-dd32-4b37-94ba-2aecf80cec46 req-6a5717b7-1c9a-4594-bb04-652078798802 service neutron] 10.222.0.58 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098659 Dec 16 15:29:19.279183 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33064) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:19.287167 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-3a1201a5-5286-46eb-a17d-8f23f11c0b66 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007213945', 'description': 'tempest-description--1706481574'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:19.287598 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957dd27-f537-47fc-9014-e4a640c2a2a5 req-f249527d-a7ac-4759-853c-539982aa7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:19.289472 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4957dd27-f537-47fc-9014-e4a640c2a2a5 req-f249527d-a7ac-4759-853c-539982aa7c9f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3bef1a35884f46cb969aa41b8805bb42&device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 1097 time: 0.0681117 Dec 16 15:29:19.324245 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a1201a5-5286-46eb-a17d-8f23f11c0b66 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.438195 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a1201a5-5286-46eb-a17d-8f23f11c0b66 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.442761 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957dd27-f537-47fc-9014-e4a640c2a2a5 req-942936f5-4a8b-487c-9dba-72167d548a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:19.445106 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a1201a5-5286-46eb-a17d-8f23f11c0b66 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.447051 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4957dd27-f537-47fc-9014-e4a640c2a2a5 req-942936f5-4a8b-487c-9dba-72167d548a9b service neutron] 10.222.0.58 "GET /v2.0/networks?id=46fb3706-433c-44e7-8488-dcfad47de8f8 HTTP/1.1" status: 200 len: 914 time: 0.1484692 Dec 16 15:29:19.481564 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1201a5-5286-46eb-a17d-8f23f11c0b66 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0d8c8b-13a5-451b-b62e-b4dd317965a1,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:19.486885 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a1201a5-5286-46eb-a17d-8f23f11c0b66 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.488406 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-3a1201a5-5286-46eb-a17d-8f23f11c0b66 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2077663 Dec 16 15:29:19.492398 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33068) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:19.498572 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-3040fea5-4471-474d-a81c-048f0b8b1199 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'security_group_rule': {'security_group_id': 'dc0d8c8b-13a5-451b-b62e-b4dd317965a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:19.528544 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4957dd27-f537-47fc-9014-e4a640c2a2a5 req-77fab4e6-a839-4708-8900-d81be76a4230 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 HTTP/1.1" status: 200 len: 217 time: 0.0613773 Dec 16 15:29:19.539348 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3040fea5-4471-474d-a81c-048f0b8b1199 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.555520 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee4efd-1dba-4fb4-85bd-4c129abc7bd3 req-cf4e66b6-a724-4720-a270-3899bba070e3 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:19.557138 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-86ee4efd-1dba-4fb4-85bd-4c129abc7bd3 req-cf4e66b6-a724-4720-a270-3899bba070e3 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 944 time: 0.1393936 Dec 16 15:29:19.613605 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957dd27-f537-47fc-9014-e4a640c2a2a5 req-e827bd2a-c11e-45eb-a72f-e0ace6c33ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:19.615174 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4957dd27-f537-47fc-9014-e4a640c2a2a5 req-e827bd2a-c11e-45eb-a72f-e0ace6c33ebb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cb829b6f-8e20-4591-b7f4-d990765320ce HTTP/1.1" status: 200 len: 853 time: 0.0768635 Dec 16 15:29:19.616781 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3040fea5-4471-474d-a81c-048f0b8b1199 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.621144 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3040fea5-4471-474d-a81c-048f0b8b1199 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.648909 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040fea5-4471-474d-a81c-048f0b8b1199 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d02041-f825-4c8d-9a2b-0f52b81853d2,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:19.682197 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4957dd27-f537-47fc-9014-e4a640c2a2a5 req-8b458d40-86c7-42d7-9044-d6ca3900963c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=46fb3706-433c-44e7-8488-dcfad47de8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575917 Dec 16 15:29:19.683745 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3040fea5-4471-474d-a81c-048f0b8b1199 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.689008 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-86ee4efd-1dba-4fb4-85bd-4c129abc7bd3 req-b2c91bd6-c5c3-4693-b4e2-81858a50f9fe tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127567 Dec 16 15:29:19.693874 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-3040fea5-4471-474d-a81c-048f0b8b1199 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1996436 Dec 16 15:29:19.696482 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33074) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:19.719816 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-68a82bc7-6531-4aa9-83fb-78c3c615a4c0 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'security_group_rule': {'security_group_id': 'dc0d8c8b-13a5-451b-b62e-b4dd317965a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:19.727100 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-63514fac-efb5-4bf3-844b-0ed9c4f2b0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.765405 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-68a82bc7-6531-4aa9-83fb-78c3c615a4c0 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.840565 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-68a82bc7-6531-4aa9-83fb-78c3c615a4c0 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.840909 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4957dd27-f537-47fc-9014-e4a640c2a2a5 req-d56e6622-7b81-4d2f-9153-dc9066c29422 service neutron] 10.222.0.58 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427932 Dec 16 15:29:19.846111 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-68a82bc7-6531-4aa9-83fb-78c3c615a4c0 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.865977 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a82bc7-6531-4aa9-83fb-78c3c615a4c0 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72245385-b13b-4bb2-a38a-22c8c3c1aacf,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:19.874275 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-68a82bc7-6531-4aa9-83fb-78c3c615a4c0 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.876353 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-68a82bc7-6531-4aa9-83fb-78c3c615a4c0 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1784818 Dec 16 15:29:19.881601 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33076) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:19.887528 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'floatingip': {'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:19.925321 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.980268 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4957dd27-f537-47fc-9014-e4a640c2a2a5 req-dce56238-f6d5-4801-9e93-d7b95eed1a8a service neutron] 10.222.0.58 "GET /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274517 Dec 16 15:29:20.068228 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.197990 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Allocated IP 172.27.3.60 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/45b3b011-3f58-46f3-8313-15474cd97dd7) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:20.310527 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.345111 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.387545 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:20.391016 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:20.394069 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:20.422999 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'Port': ['ID=45b3b011-3f58-46f3-8313-15474cd97dd7,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:20.496233 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.532084 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.695042 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.700041 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.710117 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.772869 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:29:20.796333 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'Port': ['ID=45b3b011-3f58-46f3-8313-15474cd97dd7,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:20.807285 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.836758 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.852963 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-0c64a86b-1e26-4cda-aa10-5d28ab4f4685 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9642625 Dec 16 15:29:20.892111 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98bf7f-543d-4d94-8d12-f085cc22d1db req-0ca5cfa8-967b-4fb1-855d-2cb3ff9a0feb tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:20.893982 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7e98bf7f-543d-4d94-8d12-f085cc22d1db req-0ca5cfa8-967b-4fb1-855d-2cb3ff9a0feb tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 944 time: 0.0994878 Dec 16 15:29:20.957960 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7e98bf7f-543d-4d94-8d12-f085cc22d1db req-9ba527e2-ccd1-45f0-a874-a5093a3c42e3 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573561 Dec 16 15:29:21.043414 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-e39ee849-286f-420d-9b27-86c7ddaeccf9 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--2007213945&fields=id&tenant_id=c9158dcfce9544e2bc94682b4cfee47e HTTP/1.1" status: 200 len: 267 time: 0.0486376 Dec 16 15:29:21.063407 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56,segment=NetworkSegment(e9d3a21e-7436-4776-9b00-ec113d12bac0),segment_id=e9d3a21e-7436-4776-9b00-ec113d12bac0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:21.076709 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56', 'network_id': '46fb3706-433c-44e7-8488-dcfad47de8f8', 'port_id': '8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56', 'mac_address': 'fa:16:3e:cb:44:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb829b6f-8e20-4591-b7f4-d990765320ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:29:21.124812 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:21.142825 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:29:21.167424 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56,segment=NetworkSegment(e9d3a21e-7436-4776-9b00-ec113d12bac0),segment_id=e9d3a21e-7436-4776-9b00-ec113d12bac0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:21.171970 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:21.184766 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-acfa250b-d814-4581-a0e0-67dacbaac859 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:21.186621 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-acfa250b-d814-4581-a0e0-67dacbaac859 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 810 time: 0.1352386 Dec 16 15:29:21.211716 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-d7bbb270-8e4a-4285-b4ee-538351d2896f tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/quotas/c9158dcfce9544e2bc94682b4cfee47e HTTP/1.1" status: 200 len: 375 time: 0.0169308 Dec 16 15:29:21.227632 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:21.272825 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-35d8a41b-9efb-4f4b-8d68-2877190f7344 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537372 Dec 16 15:29:21.419558 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:29:21.472875 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-39fed588-dd7b-4afb-a888-e45d1dc9aa9d service neutron] 10.222.0.75 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806417 Dec 16 15:29:21.591087 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-c293c524-f347-48bc-a76b-d77c83dbcd72 service neutron] 10.222.0.75 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118410 Dec 16 15:29:21.766962 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e181efce-5912-4fab-94fc-291e76976101 req-f40d26e1-18c7-498b-8a74-1392637b386d tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 210 time: 0.0327394 Dec 16 15:29:22.040341 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:22.153743 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa59b-0f30-4ed2-89b0-e366e5214135 req-af0bc73c-2810-489d-b3c2-2bece604f1c7 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:22.157380 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c0aa59b-0f30-4ed2-89b0-e366e5214135 req-af0bc73c-2810-489d-b3c2-2bece604f1c7 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 945 time: 0.0662165 Dec 16 15:29:22.247852 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c0aa59b-0f30-4ed2-89b0-e366e5214135 req-ab86f39d-d5d2-4490-bac1-115b3a5faf17 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641572 Dec 16 15:29:22.776727 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:29:22.839218 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:29:22.845162 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:22.845616 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:22.948798 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:22.979185 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a417e4a0-54e1-40e5-82e0-48d7ca9b4921 req-92920687-03e0-4d1e-808f-a77d963f0a7c tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 210 time: 0.0966058 Dec 16 15:29:23.002752 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6ea36d-abc8-42b4-b9ec-7dc5d107da72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:23.006365 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ba1223-a3d4-421a-a173-d0a2c5174d10" -d '{"events": [{"server_uuid": "cf6ea36d-abc8-42b4-b9ec-7dc5d107da72", "name": "network-vif-plugged", "status": "completed", "tag": "8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:23.038885 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56,segment=NetworkSegment(e9d3a21e-7436-4776-9b00-ec113d12bac0),segment_id=e9d3a21e-7436-4776-9b00-ec113d12bac0)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:23.049950 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.076569 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-2396b15b-f28a-4aac-8963-9af4a2288314 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:23.078740 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-2396b15b-f28a-4aac-8963-9af4a2288314 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.58 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 810 time: 0.2135775 Dec 16 15:29:23.098995 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7672c0e-894d-4ba9-9538-a2809e4abb5a x-openstack-request-id: req-b7672c0e-894d-4ba9-9538-a2809e4abb5a {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:23.099542 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6ea36d-abc8-42b4-b9ec-7dc5d107da72", "name": "network-vif-plugged", "status": "completed", "tag": "8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:23.099884 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b7672c0e-894d-4ba9-9538-a2809e4abb5a {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:23.100363 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6ea36d-abc8-42b4-b9ec-7dc5d107da72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56', 'code': 200} Dec 16 15:29:23.120013 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.143416 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:23.168902 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-6df0d243-d0ff-49f1-ae84-6994a46a6d5a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9158dcfce9544e2bc94682b4cfee47e HTTP/1.1" status: 200 len: 380 time: 0.0732856 Dec 16 15:29:23.178792 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'port': {'device_id': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'admin_state_up': True, 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'security_groups': ['dc0d8c8b-13a5-451b-b62e-b4dd317965a1']}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:23.320500 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Made reservation on behalf of c9158dcfce9544e2bc94682b4cfee47e for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:23.324836 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.349702 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69637967-9a2e-4480-a7df-d477cd3e6695 req-9a490aac-85a1-4a11-9706-cdaf86c56527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:23.352461 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-69637967-9a2e-4480-a7df-d477cd3e6695 req-9a490aac-85a1-4a11-9706-cdaf86c56527 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 1099 time: 0.0720856 Dec 16 15:29:23.420140 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-69637967-9a2e-4480-a7df-d477cd3e6695 req-e6ddcffc-b8ce-4be5-8573-4c29624367b9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581377 Dec 16 15:29:23.498804 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a535d-7fa9-434c-b897-5e6bde889988 req-e62dcafc-da53-42bb-9c17-98baa1ff0f2d tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:23.500703 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3c3a535d-7fa9-434c-b897-5e6bde889988 req-e62dcafc-da53-42bb-9c17-98baa1ff0f2d tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 946 time: 0.1453593 Dec 16 15:29:23.554170 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Allocated IP 172.20.0.13 (9090a524-2252-4eae-b08b-7fbbd31942c4/1053c293-7fb3-4c40-8b29-578e6f0f756b/b2f90365-d207-4f09-8130-94f6f1321e5c) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:23.587004 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3c3a535d-7fa9-434c-b897-5e6bde889988 req-8d92fd5c-d76d-4c5f-9b90-6d68afa58071 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793512 Dec 16 15:29:23.742965 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.787760 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.838315 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Network 9090a524-2252-4eae-b08b-7fbbd31942c4 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:23.841540 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:23.846400 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:23.853210 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event updated for resources: {'Port': ['ID=b2f90365-d207-4f09-8130-94f6f1321e5c,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:23.910963 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:23.911703 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.934555 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-f8de39ef-9f21-4fd7-918b-293f42d32619 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7595470 Dec 16 15:29:23.950652 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Request body: {'port': {'device_id': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:24.022319 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:24.109344 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-b96f299a-afab-4901-af0c-d9a6496a204b None None] Provisioning complete for port b2f90365-d207-4f09-8130-94f6f1321e5c triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:24.110175 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b96f299a-afab-4901-af0c-d9a6496a204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:24.153769 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-b96f299a-afab-4901-af0c-d9a6496a204b None None] Port b2f90365-d207-4f09-8130-94f6f1321e5c cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:24.222882 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1d8ff-a8dc-4860-9eee-c95c5a6430b5 req-e998826d-8c51-4660-844e-3819da120022 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:24.224777 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3a1d8ff-a8dc-4860-9eee-c95c5a6430b5 req-e998826d-8c51-4660-844e-3819da120022 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 932 time: 0.1367946 Dec 16 15:29:24.336458 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3a1d8ff-a8dc-4860-9eee-c95c5a6430b5 req-d728e97a-05c9-48a0-8339-c4dca7e64bbc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008461 Dec 16 15:29:24.420485 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f90365-d207-4f09-8130-94f6f1321e5c {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:29:24.429570 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:24.442864 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Transition to ACTIVE for port object b2f90365-d207-4f09-8130-94f6f1321e5c will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:29:24.447456 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:24.507267 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Pushing event updated for resources: {'Port': ['ID=b2f90365-d207-4f09-8130-94f6f1321e5c,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:24.878156 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea93ec-7c71-45aa-a050-6b6876d383ab req-ccfbb0e4-3f84-4fca-82bf-e47820f2c621 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:24.879774 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-80ea93ec-7c71-45aa-a050-6b6876d383ab req-ccfbb0e4-3f84-4fca-82bf-e47820f2c621 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 946 time: 0.0956421 Dec 16 15:29:24.881237 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Attempting to bind port b2f90365-d207-4f09-8130-94f6f1321e5c on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:29:24.881602 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Attempting to bind port b2f90365-d207-4f09-8130-94f6f1321e5c by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:29:24.881937 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Attempting to bind port b2f90365-d207-4f09-8130-94f6f1321e5c on network 9090a524-2252-4eae-b08b-7fbbd31942c4 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:29:24.887135 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Port b2f90365-d207-4f09-8130-94f6f1321e5c on network 9090a524-2252-4eae-b08b-7fbbd31942c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:29:24.887539 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Attempting to bind port b2f90365-d207-4f09-8130-94f6f1321e5c on network 9090a524-2252-4eae-b08b-7fbbd31942c4 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:29:24.900608 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:29:24.900959 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Checking segment: {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:29:24.901366 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Bound using segment: {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:29:24.901810 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Bound port: b2f90365-d207-4f09-8130-94f6f1321e5c, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abff8ea3-2d52-4419-ae22-4beabec5173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:29:24.902161 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:24.980922 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-80ea93ec-7c71-45aa-a050-6b6876d383ab req-3a57b1f9-6dec-4616-be94-da1cf2832ab9 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910003 Dec 16 15:29:25.006657 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] For port b2f90365-d207-4f09-8130-94f6f1321e5c, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:29:25.009930 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] For port b2f90365-d207-4f09-8130-94f6f1321e5c, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b2f90365-d207-4f09-8130-94f6f1321e5c,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:29:25.016297 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.058784 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:25.059412 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.060886 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] 10.222.0.58 "PUT /v2.0/ports/b2f90365-d207-4f09-8130-94f6f1321e5c HTTP/1.1" status: 200 len: 1094 time: 1.1152341 Dec 16 15:29:25.061312 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'tag': 'b2f90365-d207-4f09-8130-94f6f1321e5c'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:25.063762 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f854f6-aa37-4c3e-be80-a8e2e429769f" -d '{"events": [{"name": "network-changed", "server_uuid": "22021045-897b-4e83-8aa2-9cfb3600ea34", "tag": "b2f90365-d207-4f09-8130-94f6f1321e5c"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:25.101834 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c048611-e514-4d7a-8ac6-f6b22f02f51b service neutron] Pushing event updated for resources: {'Port': ['ID=b2f90365-d207-4f09-8130-94f6f1321e5c,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:25.119459 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd039e-420e-4cba-b310-029412816ae3 x-openstack-request-id: req-c8dd039e-420e-4cba-b310-029412816ae3 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:25.119846 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22021045-897b-4e83-8aa2-9cfb3600ea34", "tag": "b2f90365-d207-4f09-8130-94f6f1321e5c", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:25.120258 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c8dd039e-420e-4cba-b310-029412816ae3 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:25.120865 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'tag': 'b2f90365-d207-4f09-8130-94f6f1321e5c', 'status': 'completed', 'code': 200} Dec 16 15:29:25.165411 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-b00023c8-294a-45a7-b0e1-f8ac1531f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:25.167143 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-b00023c8-294a-45a7-b0e1-f8ac1531f742 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 1097 time: 0.0581973 Dec 16 15:29:25.220837 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-10cc1553-0adf-4d8a-9d4d-46a69b804cb7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f90365-d207-4f09-8130-94f6f1321e5c HTTP/1.1" status: 200 len: 217 time: 0.0453784 Dec 16 15:29:25.289844 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-9a71241e-68f7-4870-a66a-ce859e3f2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:25.291626 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-9a71241e-68f7-4870-a66a-ce859e3f2871 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1053c293-7fb3-4c40-8b29-578e6f0f756b HTTP/1.1" status: 200 len: 849 time: 0.0602129 Dec 16 15:29:25.365693 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-e974c475-5515-46db-91b2-0beac8b5097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:25.367734 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-e974c475-5515-46db-91b2-0beac8b5097f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9090a524-2252-4eae-b08b-7fbbd31942c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563679 Dec 16 15:29:25.530887 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62132731-6ec8-441d-9665-0741ecaf1813 req-01b5b9b3-7442-41ad-816c-7df2237996ae tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:25.532644 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-62132731-6ec8-441d-9665-0741ecaf1813 req-01b5b9b3-7442-41ad-816c-7df2237996ae tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 944 time: 0.0982943 Dec 16 15:29:25.539733 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-1219a7a3-fd9c-40ad-84c6-090d2e0ddd4f service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638644 Dec 16 15:29:25.652208 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-62132731-6ec8-441d-9665-0741ecaf1813 req-1546b2ad-96a8-4563-bb1d-9bdfdd06bda4 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114285 Dec 16 15:29:25.683448 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-059251b9-cd65-41da-8d0a-f1d48b038ac0 req-9ab02b87-1dfb-455a-a70c-b04e44bc5467 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352050 Dec 16 15:29:25.777615 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f854f6-aa37-4c3e-be80-a8e2e429769f req-8c8a811b-e6e0-45fe-86d8-e43a95506ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:25.779223 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e7f854f6-aa37-4c3e-be80-a8e2e429769f req-8c8a811b-e6e0-45fe-86d8-e43a95506ddd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 1097 time: 0.0465806 Dec 16 15:29:25.914430 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f854f6-aa37-4c3e-be80-a8e2e429769f req-e69b4f27-4393-4922-930c-255b2f82cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:25.916807 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e7f854f6-aa37-4c3e-be80-a8e2e429769f req-e69b4f27-4393-4922-930c-255b2f82cab6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 911 time: 0.1252358 Dec 16 15:29:25.961256 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e7f854f6-aa37-4c3e-be80-a8e2e429769f req-eaae433a-e21b-4f0e-90ef-724f6da32123 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f90365-d207-4f09-8130-94f6f1321e5c HTTP/1.1" status: 200 len: 217 time: 0.0363486 Dec 16 15:29:26.018813 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f854f6-aa37-4c3e-be80-a8e2e429769f req-485453fa-b76e-4725-a8e4-de895a22a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:26.022242 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e7f854f6-aa37-4c3e-be80-a8e2e429769f req-485453fa-b76e-4725-a8e4-de895a22a6ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1053c293-7fb3-4c40-8b29-578e6f0f756b HTTP/1.1" status: 200 len: 849 time: 0.0537291 Dec 16 15:29:26.097978 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f854f6-aa37-4c3e-be80-a8e2e429769f req-32634ef9-ae0d-4274-a18d-30e66fb38638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:26.100520 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e7f854f6-aa37-4c3e-be80-a8e2e429769f req-32634ef9-ae0d-4274-a18d-30e66fb38638 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9090a524-2252-4eae-b08b-7fbbd31942c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703907 Dec 16 15:29:26.233862 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae3b26-5f4c-4b0e-b858-70e8f85ca354 req-1ae79040-f6d8-4567-98a4-20a95cd2b17e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:26.236099 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-89ae3b26-5f4c-4b0e-b858-70e8f85ca354 req-1ae79040-f6d8-4567-98a4-20a95cd2b17e tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 946 time: 0.1623886 Dec 16 15:29:26.297930 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e7f854f6-aa37-4c3e-be80-a8e2e429769f req-c5b5e383-f556-47b6-b858-63240d786581 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711245 Dec 16 15:29:26.326552 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-89ae3b26-5f4c-4b0e-b858-70e8f85ca354 req-2a556949-793d-46df-a1e6-b9ed06630c78 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829780 Dec 16 15:29:26.441625 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e7f854f6-aa37-4c3e-be80-a8e2e429769f req-0d53363b-cba4-4bab-afc6-ce98159705f6 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289475 Dec 16 15:29:26.795678 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fa1b5-fac5-44f5-9aef-725fa2ce78ed req-bc4e182c-fc61-4a8d-b4dd-46e7d6168e4a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:26.795984 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a97fa1b5-fac5-44f5-9aef-725fa2ce78ed req-bc4e182c-fc61-4a8d-b4dd-46e7d6168e4a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 944 time: 0.0580974 Dec 16 15:29:26.858131 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a97fa1b5-fac5-44f5-9aef-725fa2ce78ed req-4d9c5853-0dfa-4ac1-a535-19af0c6ba57c tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529132 Dec 16 15:29:27.987125 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053c8cc-a23c-4654-8bf0-a47ab23c3859 req-50226b50-1fb0-44ed-bb1c-c081bb9c8547 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:27.988558 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6053c8cc-a23c-4654-8bf0-a47ab23c3859 req-50226b50-1fb0-44ed-bb1c-c081bb9c8547 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 944 time: 0.0527382 Dec 16 15:29:28.044524 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6053c8cc-a23c-4654-8bf0-a47ab23c3859 req-9ca71fd4-4720-42f0-8491-f732d456852b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486448 Dec 16 15:29:28.793395 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device b2f90365-d207-4f09-8130-94f6f1321e5c details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:29:28.894153 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port b2f90365-d207-4f09-8130-94f6f1321e5c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b2f90365-d207-4f09-8130-94f6f1321e5c,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:28.906622 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'b2f90365-d207-4f09-8130-94f6f1321e5c', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'port_id': 'b2f90365-d207-4f09-8130-94f6f1321e5c', 'mac_address': 'fa:16:3e:68:8f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:29:28.950760 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:28.964800 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f90365-d207-4f09-8130-94f6f1321e5c {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:29:28.990759 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port b2f90365-d207-4f09-8130-94f6f1321e5c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b2f90365-d207-4f09-8130-94f6f1321e5c,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:28.995002 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.046080 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=b2f90365-d207-4f09-8130-94f6f1321e5c,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:29.166820 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796744c9-3783-457f-80e4-fbed13bb9e6f req-8a1e1f58-cc6e-4c3f-a184-e44116800dc1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:29.170459 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-796744c9-3783-457f-80e4-fbed13bb9e6f req-8a1e1f58-cc6e-4c3f-a184-e44116800dc1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 945 time: 0.0512872 Dec 16 15:29:29.219395 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-796744c9-3783-457f-80e4-fbed13bb9e6f req-cc0ea087-ef6d-4c7c-ab5d-5ec5e35e072a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Dec 16 15:29:29.286688 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['b2f90365-d207-4f09-8130-94f6f1321e5c'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:29:30.362543 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce2f1c-ccd5-487e-87ea-abf5bb702e1d req-5ec4c135-834b-479d-baf5-e703af9c0904 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:30.364145 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a4ce2f1c-ccd5-487e-87ea-abf5bb702e1d req-5ec4c135-834b-479d-baf5-e703af9c0904 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 945 time: 0.0642531 Dec 16 15:29:30.416896 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a4ce2f1c-ccd5-487e-87ea-abf5bb702e1d req-4f92955e-8fff-43bc-a599-a7c37a812ab1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461662 Dec 16 15:29:30.809172 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device b2f90365-d207-4f09-8130-94f6f1321e5c up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:29:30.862238 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port b2f90365-d207-4f09-8130-94f6f1321e5c completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:29:30.867081 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port b2f90365-d207-4f09-8130-94f6f1321e5c triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:30.867463 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:30.963964 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:30.989245 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f90365-d207-4f09-8130-94f6f1321e5c'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:30.991558 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df27bb09-35c3-4e60-8a5d-714c34e9c6b8" -d '{"events": [{"server_uuid": "22021045-897b-4e83-8aa2-9cfb3600ea34", "name": "network-vif-plugged", "status": "completed", "tag": "b2f90365-d207-4f09-8130-94f6f1321e5c"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:31.007463 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port b2f90365-d207-4f09-8130-94f6f1321e5c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b2f90365-d207-4f09-8130-94f6f1321e5c,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:31.013694 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:31.072756 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=b2f90365-d207-4f09-8130-94f6f1321e5c,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:31.102311 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab773d13-299c-4abc-b1e6-9f6fb79897df x-openstack-request-id: req-ab773d13-299c-4abc-b1e6-9f6fb79897df {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:31.102624 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22021045-897b-4e83-8aa2-9cfb3600ea34", "name": "network-vif-plugged", "status": "completed", "tag": "b2f90365-d207-4f09-8130-94f6f1321e5c", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:31.103371 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ab773d13-299c-4abc-b1e6-9f6fb79897df {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:31.103371 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f90365-d207-4f09-8130-94f6f1321e5c', 'code': 200} Dec 16 15:29:31.278381 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4ccfa-2cec-46d0-87db-437ffa278c6e req-a50ef8d3-8223-4da7-b9aa-32e63932341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:31.279877 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dde4ccfa-2cec-46d0-87db-437ffa278c6e req-a50ef8d3-8223-4da7-b9aa-32e63932341e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 1099 time: 0.0425994 Dec 16 15:29:31.333291 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dde4ccfa-2cec-46d0-87db-437ffa278c6e req-7c2cbc2a-804f-44be-b45b-ab47cb92c2a2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391979 Dec 16 15:29:31.555887 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675e97c-7ed8-4a5e-a2d9-98ca1fb63144 req-690a57da-db3a-4390-aab9-350e76638c16 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:31.557473 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c675e97c-7ed8-4a5e-a2d9-98ca1fb63144 req-690a57da-db3a-4390-aab9-350e76638c16 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 946 time: 0.0514200 Dec 16 15:29:31.612946 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c675e97c-7ed8-4a5e-a2d9-98ca1fb63144 req-75429c49-e6f5-4d83-9aac-b871a7d52826 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475945 Dec 16 15:29:32.471307 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:32.759334 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa5e8d-fe6e-4a33-b054-ca9d17c5351c req-ce2cad63-fa19-46eb-a2e8-fa35d95c09b1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:32.760987 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3faa5e8d-fe6e-4a33-b054-ca9d17c5351c req-ce2cad63-fa19-46eb-a2e8-fa35d95c09b1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 946 time: 0.0611420 Dec 16 15:29:32.838964 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3faa5e8d-fe6e-4a33-b054-ca9d17c5351c req-b9027ce7-f338-484c-a62e-6af4925e3633 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679116 Dec 16 15:29:33.973544 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c4943-8b5e-41af-a159-73e7d50c6294 req-1d80cc15-43dc-471e-b15a-60b9b4ed56f5 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:33.975131 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d12c4943-8b5e-41af-a159-73e7d50c6294 req-1d80cc15-43dc-471e-b15a-60b9b4ed56f5 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 946 time: 0.0545323 Dec 16 15:29:34.044363 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d12c4943-8b5e-41af-a159-73e7d50c6294 req-450463c4-82f4-475a-b85f-50f33dac8d93 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585735 Dec 16 15:29:34.186398 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce861bf0-b733-4d63-97a2-2bccd279b173 req-3e2cfdf1-b0fc-4dd3-bf3d-de0d3084c3c2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:34.188895 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ce861bf0-b733-4d63-97a2-2bccd279b173 req-3e2cfdf1-b0fc-4dd3-bf3d-de0d3084c3c2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 946 time: 0.0803218 Dec 16 15:29:34.197758 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33254) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:34.202423 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-a58c8ed9-c39c-4b6b-9a15-0031a2cce71b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Request body: {'floatingip': {'port_id': 'b2f90365-d207-4f09-8130-94f6f1321e5c'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:34.242454 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a58c8ed9-c39c-4b6b-9a15-0031a2cce71b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:34.712668 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a58c8ed9-c39c-4b6b-9a15-0031a2cce71b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:34.716434 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a58c8ed9-c39c-4b6b-9a15-0031a2cce71b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:34.815406 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.l3_db [None req-a58c8ed9-c39c-4b6b-9a15-0031a2cce71b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Floating IP 7f617cb8-7bdb-41bf-8b80-6a95870ece4b associated. External IP: 172.27.3.60, port: b2f90365-d207-4f09-8130-94f6f1321e5c. Dec 16 15:29:35.027800 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58c8ed9-c39c-4b6b-9a15-0031a2cce71b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:29:35.138999 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58c8ed9-c39c-4b6b-9a15-0031a2cce71b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:29:35.145102 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a58c8ed9-c39c-4b6b-9a15-0031a2cce71b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:35.149728 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0a933e-c627-4121-8043-669a2c4206c5 None None] Sync routers for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:29:35.160060 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a933e-c627-4121-8043-669a2c4206c5 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:35.160693 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-4c0a933e-c627-4121-8043-669a2c4206c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:29:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:35.175451 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-a58c8ed9-c39c-4b6b-9a15-0031a2cce71b tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "PUT /v2.0/floatingips/7f617cb8-7bdb-41bf-8b80-6a95870ece4b HTTP/1.1" status: 200 len: 991 time: 0.9765506 Dec 16 15:29:35.176158 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'tag': 'b2f90365-d207-4f09-8130-94f6f1321e5c'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:35.178666 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c" -d '{"events": [{"name": "network-changed", "server_uuid": "22021045-897b-4e83-8aa2-9cfb3600ea34", "tag": "b2f90365-d207-4f09-8130-94f6f1321e5c"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:35.233795 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8306572f-ff67-4451-ae73-5fbbc8e42920 x-openstack-request-id: req-8306572f-ff67-4451-ae73-5fbbc8e42920 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:35.234906 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22021045-897b-4e83-8aa2-9cfb3600ea34", "tag": "b2f90365-d207-4f09-8130-94f6f1321e5c", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:35.234906 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8306572f-ff67-4451-ae73-5fbbc8e42920 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:35.234906 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'tag': 'b2f90365-d207-4f09-8130-94f6f1321e5c', 'status': 'completed', 'code': 200} Dec 16 15:29:35.274437 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-4c0a933e-c627-4121-8043-669a2c4206c5 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:29:35.521795 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-4c0a933e-c627-4121-8043-669a2c4206c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '7f617cb8-7bdb-41bf-8b80-6a95870ece4b', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'port_id': 'b2f90365-d207-4f09-8130-94f6f1321e5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'mac_address': 'fa:16:3e:68:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:29:20Z', 'updated_at': '2021-12-16T15:29:34Z', 'revision_number': 1, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:35.547177 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0a933e-c627-4121-8043-669a2c4206c5 None None] Checking router: 3c5de732-6eb7-460d-accf-ac090bf9b0a7 for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:29:35.555248 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a933e-c627-4121-8043-669a2c4206c5 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:35.555850 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-4c0a933e-c627-4121-8043-669a2c4206c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:29:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:35.681888 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-4c0a933e-c627-4121-8043-669a2c4206c5 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:29:35.918855 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-4c0a933e-c627-4121-8043-669a2c4206c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '7f617cb8-7bdb-41bf-8b80-6a95870ece4b', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'port_id': 'b2f90365-d207-4f09-8130-94f6f1321e5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'mac_address': 'fa:16:3e:68:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:29:20Z', 'updated_at': '2021-12-16T15:29:34Z', 'revision_number': 1, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:35.946896 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0a933e-c627-4121-8043-669a2c4206c5 None None] The sync data for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi is: [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '7f617cb8-7bdb-41bf-8b80-6a95870ece4b', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'port_id': 'b2f90365-d207-4f09-8130-94f6f1321e5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'mac_address': 'fa:16:3e:68:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:29:20Z', 'updated_at': '2021-12-16T15:29:34Z', 'revision_number': 1, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:29:36.152901 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21cbdf-bac6-448c-ab59-58a0d8e99181 None None] New status for floating IP 7f617cb8-7bdb-41bf-8b80-6a95870ece4b: ACTIVE {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:29:37.712807 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c req-f516fa76-d519-4933-b552-1ab2ffa83efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:37.715343 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c req-f516fa76-d519-4933-b552-1ab2ffa83efe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 1099 time: 0.0512879 Dec 16 15:29:37.828514 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c req-fd32c5b2-5239-481e-a1f9-4ba5fd1ff4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:37.830052 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c req-fd32c5b2-5239-481e-a1f9-4ba5fd1ff4ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 200 len: 911 time: 0.1059403 Dec 16 15:29:37.918336 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c req-b374209a-eb54-46b9-9d24-4c1a82ab0bbf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f90365-d207-4f09-8130-94f6f1321e5c HTTP/1.1" status: 200 len: 1001 time: 0.0753348 Dec 16 15:29:37.979912 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c req-82672855-3018-4476-bb11-ea47d6850427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:37.985188 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c req-82672855-3018-4476-bb11-ea47d6850427 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1053c293-7fb3-4c40-8b29-578e6f0f756b HTTP/1.1" status: 200 len: 849 time: 0.0562756 Dec 16 15:29:38.059252 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c req-2d3138ca-9b86-4f85-94ac-566917a94aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:38.060878 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c req-2d3138ca-9b86-4f85-94ac-566917a94aee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9090a524-2252-4eae-b08b-7fbbd31942c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694575 Dec 16 15:29:38.174797 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c req-acb78ec1-3ee1-4711-9f49-7472cd69695e service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031260 Dec 16 15:29:38.290230 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35cc1b9d-9103-4a37-90b7-cd20dd46c14c req-582e71fb-c9ea-4439-a70a-009864b1fb94 service neutron] 10.222.0.58 "GET /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077173 Dec 16 15:29:39.849303 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:29:39.980068 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 33310) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:40.119710 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f76f-f35b-4537-9368-e55c1f7e390b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.212032 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f76f-f35b-4537-9368-e55c1f7e390b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.216662 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f76f-f35b-4537-9368-e55c1f7e390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.260923 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-fdf9f76f-f35b-4537-9368-e55c1f7e390b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=98e607275de84f95b35e0fda03ebdce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792370 Dec 16 15:29:40.261761 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9f76f-f35b-4537-9368-e55c1f7e390b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a55315-6abe-40e6-a9ce-301be9ae0427,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:40.266707 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 33314) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:40.322018 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4fce9f03-ee1a-4ce7-8b0b-dcaa3c6b5d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.347057 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4fce9f03-ee1a-4ce7-8b0b-dcaa3c6b5d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.408695 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4fce9f03-ee1a-4ce7-8b0b-dcaa3c6b5d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.411378 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4fce9f03-ee1a-4ce7-8b0b-dcaa3c6b5d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.412553 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-4fce9f03-ee1a-4ce7-8b0b-dcaa3c6b5d84 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/83a55315-6abe-40e6-a9ce-301be9ae0427 HTTP/1.1" status: 204 len: 168 time: 0.1445632 Dec 16 15:29:40.423927 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce9f03-ee1a-4ce7-8b0b-dcaa3c6b5d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a55315-6abe-40e6-a9ce-301be9ae0427,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:47.023382 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-03472549-7083-40b1-9e1c-0875279abeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:47.652662 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6695ef-59a4-4195-8787-37c5ea93a7b7 req-e66c02f3-4f04-4ed2-ab0c-fe5be2b76c12 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:47.654149 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9b6695ef-59a4-4195-8787-37c5ea93a7b7 req-e66c02f3-4f04-4ed2-ab0c-fe5be2b76c12 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 946 time: 0.0551023 Dec 16 15:29:47.705179 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9b6695ef-59a4-4195-8787-37c5ea93a7b7 req-4071340d-0560-425e-adcc-1464187e073a tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440822 Dec 16 15:29:48.826033 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf861e3a-a0f0-4531-b9b2-d507525d4efa req-8b052a19-1de9-4c51-ad1f-eae1eef06c83 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:48.827427 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bf861e3a-a0f0-4531-b9b2-d507525d4efa req-8b052a19-1de9-4c51-ad1f-eae1eef06c83 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 946 time: 0.0493398 Dec 16 15:29:48.875424 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bf861e3a-a0f0-4531-b9b2-d507525d4efa req-7e12428c-1c76-409b-b2b7-8673318ac057 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420492 Dec 16 15:29:49.563581 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f839cde-d4dd-4f46-b706-bc25df81a177 req-edd8cbf9-69a9-422c-ae19-a5e37879a295 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:49.565095 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9f839cde-d4dd-4f46-b706-bc25df81a177 req-edd8cbf9-69a9-422c-ae19-a5e37879a295 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 946 time: 0.0520315 Dec 16 15:29:49.672839 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-9f839cde-d4dd-4f46-b706-bc25df81a177 req-41c1c3ab-6f1c-4250-a90e-f9bab7a01c81 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Deleting port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:49.673269 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-9f839cde-d4dd-4f46-b706-bc25df81a177 req-41c1c3ab-6f1c-4250-a90e-f9bab7a01c81 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.680883 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-3f669646-fa76-469e-855c-29b384ec641a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.769064 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-9f839cde-d4dd-4f46-b706-bc25df81a177 req-41c1c3ab-6f1c-4250-a90e-f9bab7a01c81 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] For port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56,segment=NetworkSegment(e9d3a21e-7436-4776-9b00-ec113d12bac0),segment_id=e9d3a21e-7436-4776-9b00-ec113d12bac0)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:49.769425 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-9f839cde-d4dd-4f46-b706-bc25df81a177 req-41c1c3ab-6f1c-4250-a90e-f9bab7a01c81 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.787638 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-9f839cde-d4dd-4f46-b706-bc25df81a177 req-41c1c3ab-6f1c-4250-a90e-f9bab7a01c81 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Calling delete_port for 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:49.917316 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-9f839cde-d4dd-4f46-b706-bc25df81a177 req-41c1c3ab-6f1c-4250-a90e-f9bab7a01c81 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.930699 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:29:49.950868 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1c3ab-6f1c-4250-a90e-f9bab7a01c81 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Pushing event deleted for resources: {'Port': ['ID=8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:50.013142 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f8f85a81-d990-4ccf-aad6-ebec9d8fb449 req-aec04933-3287-4edd-ab68-743c643ef608 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf6ea36d-abc8-42b4-b9ec-7dc5d107da72 HTTP/1.1" status: 200 len: 210 time: 0.0524874 Dec 16 15:29:50.044012 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f839cde-d4dd-4f46-b706-bc25df81a177 req-41c1c3ab-6f1c-4250-a90e-f9bab7a01c81 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] No DVR routers for this DVR port 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:29:50.048706 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-9f839cde-d4dd-4f46-b706-bc25df81a177 req-41c1c3ab-6f1c-4250-a90e-f9bab7a01c81 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:50.052201 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9f839cde-d4dd-4f46-b706-bc25df81a177 req-41c1c3ab-6f1c-4250-a90e-f9bab7a01c81 tempest-VolumesSnapshotTestJSON-2083685386 tempest-VolumesSnapshotTestJSON-2083685386-project] 10.222.0.58 "DELETE /v2.0/ports/8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 HTTP/1.1" status: 204 len: 173 time: 0.4802251 Dec 16 15:29:50.052678 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6ea36d-abc8-42b4-b9ec-7dc5d107da72', 'name': 'network-vif-deleted', 'tag': '8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:50.055121 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acda5e45-d20d-4e51-a2e9-a95ed2cb91ad" -d '{"events": [{"server_uuid": "cf6ea36d-abc8-42b4-b9ec-7dc5d107da72", "name": "network-vif-deleted", "tag": "8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:50.097991 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb83a8dd-fe6f-4f6c-87dd-6a90017727a7 x-openstack-request-id: req-fb83a8dd-fe6f-4f6c-87dd-6a90017727a7 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:50.098236 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6ea36d-abc8-42b4-b9ec-7dc5d107da72", "name": "network-vif-deleted", "tag": "8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:50.098479 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb83a8dd-fe6f-4f6c-87dd-6a90017727a7 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:50.098885 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6ea36d-abc8-42b4-b9ec-7dc5d107da72', 'name': 'network-vif-deleted', 'tag': '8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56', 'status': 'completed', 'code': 200} Dec 16 15:29:50.712405 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.013419 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.856017 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:29:52.877954 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:29:52.878299 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8ac5f0cc-5d01-40d9-b0db-5f9c93c75d56 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:29:53.048546 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:02.482129 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:05.630292 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-8b353b0d-6d63-4c98-8cab-8e8012ce25e5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454814 Dec 16 15:30:05.727076 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-5694c27c-601f-47bf-b594-4b22e5c66325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:05.728583 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-5694c27c-601f-47bf-b594-4b22e5c66325 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 1098 time: 0.0470920 Dec 16 15:30:05.840871 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-ec3aa127-b583-4c60-aa07-0aa9d6909470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:05.842422 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-ec3aa127-b583-4c60-aa07-0aa9d6909470 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 918 time: 0.0915835 Dec 16 15:30:05.915295 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-638eb421-f00b-499b-9323-fe058f7dedb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8833bb27-7a0d-401e-aa31-b051f2d26428 HTTP/1.1" status: 200 len: 1001 time: 0.0630462 Dec 16 15:30:05.972238 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-c1b61cff-0c6d-4621-8b86-828fb0c89071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:05.974450 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-c1b61cff-0c6d-4621-8b86-828fb0c89071 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.0522089 Dec 16 15:30:06.024319 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-106719b9-aaf0-49ca-8330-8f02c6f11bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:06.025794 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-106719b9-aaf0-49ca-8330-8f02c6f11bc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436151 Dec 16 15:30:06.124330 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-f56aa2d8-307d-41b9-9b07-a7814828a7f3 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908499 Dec 16 15:30:06.233530 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4f6a7a4f-2129-404e-ad00-d29dc3ad45e1 req-03374997-fa4a-4f9e-9fe5-7ca939d6d274 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990112 Dec 16 15:30:14.435313 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33584) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:14.484460 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d26601-69cf-4afb-acfc-4fdad1142411 admin admin] Deleting subnet cb829b6f-8e20-4591-b7f4-d990765320ce {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:30:14.488923 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-45d26601-69cf-4afb-acfc-4fdad1142411 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.526083 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-45d26601-69cf-4afb-acfc-4fdad1142411 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.564030 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-45d26601-69cf-4afb-acfc-4fdad1142411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.617612 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-45d26601-69cf-4afb-acfc-4fdad1142411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.649328 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d26601-69cf-4afb-acfc-4fdad1142411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb829b6f-8e20-4591-b7f4-d990765320ce,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:14.654181 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-45d26601-69cf-4afb-acfc-4fdad1142411 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.657320 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-45d26601-69cf-4afb-acfc-4fdad1142411 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cb829b6f-8e20-4591-b7f4-d990765320ce HTTP/1.1" status: 204 len: 168 time: 0.2209926 Dec 16 15:30:14.660197 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33586) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:14.725180 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.040433 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.060781 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fb3706-433c-44e7-8488-dcfad47de8f8']}} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:15.070496 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d3a21e-7436-4776-9b00-ec113d12bac0') {'for_net_delete': True} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:15.070791 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d3a21e-7436-4776-9b00-ec113d12bac0') {} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:15.079823 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58938002'] for segment, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.093091 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.099492 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:15.099879 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58937820'] for segment, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: Traceback (most recent call last): Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: timer() Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: cb(*args, **kw) Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: return func(*args, **kwargs) Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: self._notify() Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: self.callback(batched_events) Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: event.method(event) Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: return f(self, *a, **k) Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._get(url).json() Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:15.101508 dv-cinder-801522-8-iscsi neutron-server[102463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:15.155465 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.160985 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.165165 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] 10.222.0.75 "DELETE /v2.0/networks/46fb3706-433c-44e7-8488-dcfad47de8f8 HTTP/1.1" status: 204 len: 168 time: 0.5041783 Dec 16 15:30:15.176210 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f899c0-570d-40e8-9e94-c5d9324f19ce admin admin] Pushing event deleted for resources: {'Network': ['ID=46fb3706-433c-44e7-8488-dcfad47de8f8,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:15.344828 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33592) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:15.391779 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2f48ecf9-f8d9-46b9-940d-8f11b7099b38 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3bef1a35884f46cb969aa41b8805bb42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455925 Dec 16 15:30:15.394285 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33594) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:15.445746 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-88ddfc7a-9d14-4fb4-af49-3abeac82391c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.472010 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-88ddfc7a-9d14-4fb4-af49-3abeac82391c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.522061 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-88ddfc7a-9d14-4fb4-af49-3abeac82391c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.524468 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-88ddfc7a-9d14-4fb4-af49-3abeac82391c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.525657 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-88ddfc7a-9d14-4fb4-af49-3abeac82391c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a4bebc37-ff8a-42c4-9d7f-b25a323b53c0 HTTP/1.1" status: 204 len: 168 time: 0.1304049 Dec 16 15:30:15.534680 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddfc7a-9d14-4fb4-af49-3abeac82391c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bebc37-ff8a-42c4-9d7f-b25a323b53c0,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:16.233542 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 33618) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:16.331226 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1494013404-network', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:16.353965 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Made reservation on behalf of 6f37c77e93bf463d860d62c8d68bddb0 for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:16.356211 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.365527 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.443714 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.447461 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.470388 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=102463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:30:16.481747 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:16.486476 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.486811 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Added segment 754ea299-fcbb-40f9-8e37-e0676513d765 of type vlan for network 4963c514-326b-4884-ac47-0e17e167ca1c Dec 16 15:30:16.531810 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.556313 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.557295 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:16.557881 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.607934 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3706496 Dec 16 15:30:16.608496 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 33622) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:16.613529 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Request body: {'subnet': {'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1494013404-subnet', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'ip_version': 4}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:16.620889 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302b8fc-cdf5-4f25-ad60-5077c748e997 admin admin] Pushing event updated for resources: {'Network': ['ID=4963c514-326b-4884-ac47-0e17e167ca1c,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:16.631333 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network 4963c514-326b-4884-ac47-0e17e167ca1c details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:16.640283 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Made reservation on behalf of 6f37c77e93bf463d860d62c8d68bddb0 for: {'subnet': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:16.642824 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039873'] for subnet, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.832002 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58772755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039903'] for subnet, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.849554 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:30:16.888602 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9497d3fd-956a-46f6-b5a4-ff3d21263aff,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:16.900084 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.900440 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.900783 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.901161 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.901499 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.901832 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.902165 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.902496 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.902845 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.903159 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.903486 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.903813 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.904135 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:16.910562 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Checking segment: {'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:16.910910 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Network hostable DHCP agents. Network: 4963c514-326b-4884-ac47-0e17e167ca1c, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:30:16.931146 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Network 4963c514-326b-4884-ac47-0e17e167ca1c is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:30:16.939595 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, 4963c514-326b-4884-ac47-0e17e167ca1c) {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:16.944121 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:16.944722 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.950163 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d35945-9140-4765-8b45-17bb2d2d396e None None] Network 4963c514-326b-4884-ac47-0e17e167ca1c requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:16.963114 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-fa345cbf-c6d6-4854-9eb3-5cd898a27d92 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3534496 Dec 16 15:30:16.965625 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 33624) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:16.970249 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:17.003497 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38278'] for router, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.004764 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38287'] for router, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.037737 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8b857f17-7e91-4f8c-a366-eb94802cf8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.071909 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0723580d-6b33-516e-bc04-7869bf385167-4963c514-326b-4884-ac47-0e17e167ca1c', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff'}]}} from dv-cinder-801522-8-iscsi. {{(pid=102464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:30:17.072892 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.114486 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.230413 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.db_base_plugin_common [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Allocated IP 172.20.0.2 (4963c514-326b-4884-ac47-0e17e167ca1c/9497d3fd-956a-46f6-b5a4-ff3d21263aff/499383fb-88c1-4f9a-a65c-28cd38f948e3) {{(pid=102464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:17.261225 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.538058 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Publish callbacks [] for port, precommit_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.545328 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.596581 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Network 4963c514-326b-4884-ac47-0e17e167ca1c is already hosted by enough agents. {{(pid=102464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:17.600374 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.base_scheduler [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Resources bound (agent type, host, resource id): {{(pid=102464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:17.604240 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Received port after_create {{(pid=102464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:17.617085 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Pushing event updated for resources: {'Port': ['ID=499383fb-88c1-4f9a-a65c-28cd38f948e3,revision_number=1']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:17.641488 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.642204 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.642295 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.642600 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.642930 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.643309 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.643586 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.643910 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.644229 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.644550 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.644869 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.645215 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.645636 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:17.683142 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Attempting to bind port 499383fb-88c1-4f9a-a65c-28cd38f948e3 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:17.683555 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Attempting to bind port 499383fb-88c1-4f9a-a65c-28cd38f948e3 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:17.683927 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Attempting to bind port 499383fb-88c1-4f9a-a65c-28cd38f948e3 on network 4963c514-326b-4884-ac47-0e17e167ca1c {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:17.690541 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:17.690904 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Checking segment: {'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:17.691235 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.691631 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Bound using segment: {'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:17.692100 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Bound port: 499383fb-88c1-4f9a-a65c-28cd38f948e3, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:17.692546 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.716930 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.747963 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.760744 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] For port 499383fb-88c1-4f9a-a65c-28cd38f948e3, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:17.764042 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] For port 499383fb-88c1-4f9a-a65c-28cd38f948e3, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=499383fb-88c1-4f9a-a65c-28cd38f948e3,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:17.769613 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.830182 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bb7b7-6768-4987-b44c-05d1bb93c6eb None None] Pushing event updated for resources: {'Port': ['ID=499383fb-88c1-4f9a-a65c-28cd38f948e3,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:17.872484 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Allocated IP 172.27.3.120 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/3cd434fb-9d33-422d-98e5-a52eb12bb57f) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:17.998486 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.049550 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.100572 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:18.104177 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:18.108605 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:18.115039 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Pushing event updated for resources: {'Port': ['ID=3cd434fb-9d33-422d-98e5-a52eb12bb57f,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:18.405467 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.623436 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534684'] for router, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.769597 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567d5e65-f359-4e58-a61d-4a4d9c66f943 None None] Network 4963c514-326b-4884-ac47-0e17e167ca1c requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:18.783649 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Router 7266d2a9-33a6-4672-86af-704d66be1355 is scheduled to L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 with binding_index 1 {{(pid=102462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:30:18.860318 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-15f18b0c-9272-4f38-b512-116657853c53 None None] Provisioning complete for port 499383fb-88c1-4f9a-a65c-28cd38f948e3 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:18.860783 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-15f18b0c-9272-4f38-b512-116657853c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.904671 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:30:18.918673 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Sync routers for ids ['7266d2a9-33a6-4672-86af-704d66be1355'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:30:18.927065 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] Publish callbacks [] for router, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.929672 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-2a3c4531-f8f4-4889-bc96-c1836665119b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9627390 Dec 16 15:30:18.932064 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 33630) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:18.945077 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Routers {'7266d2a9-33a6-4672-86af-704d66be1355'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:18.945712 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:29:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7266d2a9-33a6-4672-86af-704d66be1355'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:19.079952 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-15f18b0c-9272-4f38-b512-116657853c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.112011 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Set router 7266d2a9-33a6-4672-86af-704d66be1355 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:30:19.217899 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-15f18b0c-9272-4f38-b512-116657853c53 None None] For port 499383fb-88c1-4f9a-a65c-28cd38f948e3, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=499383fb-88c1-4f9a-a65c-28cd38f948e3,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:19.226490 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-15f18b0c-9272-4f38-b512-116657853c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.301445 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f18b0c-9272-4f38-b512-116657853c53 None None] Pushing event updated for resources: {'Port': ['ID=499383fb-88c1-4f9a-a65c-28cd38f948e3,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:19.357179 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-5c1c48b0-207d-4cde-9b02-a7ba99ad0ec4 None None] Provisioning complete for port 499383fb-88c1-4f9a-a65c-28cd38f948e3 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:19.357570 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-5c1c48b0-207d-4cde-9b02-a7ba99ad0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.397276 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.404156 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:18Z', 'revision_number': 3, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:19.437964 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Checking router: 7266d2a9-33a6-4672-86af-704d66be1355 for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:30:19.438322 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Updating router 7266d2a9-33a6-4672-86af-704d66be1355 port 3cd434fb-9d33-422d-98e5-a52eb12bb57f binding host dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:30:19.472972 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.588804 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Allocated IP 172.20.0.1 (4963c514-326b-4884-ac47-0e17e167ca1c/9497d3fd-956a-46f6-b5a4-ff3d21263aff/f9d6bb90-c0b6-4810-923b-a0ea9df29ef9) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:19.610368 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 499383fb-88c1-4f9a-a65c-28cd38f948e3 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:19.702651 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.731749 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-9320cba4-3c76-4a28-931a-c24e6eafd195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.742623 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.752689 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 499383fb-88c1-4f9a-a65c-28cd38f948e3 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:19.753083 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.782902 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Network 4963c514-326b-4884-ac47-0e17e167ca1c is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:19.785923 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:19.788599 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:19.818780 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Pushing event updated for resources: {'Port': ['ID=f9d6bb90-c0b6-4810-923b-a0ea9df29ef9,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:19.852174 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536559'] for router_interface, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.941769 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.951156 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.016888 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Attempting to bind port 3cd434fb-9d33-422d-98e5-a52eb12bb57f on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:20.017312 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Attempting to bind port 3cd434fb-9d33-422d-98e5-a52eb12bb57f by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:20.017822 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Attempting to bind port 3cd434fb-9d33-422d-98e5-a52eb12bb57f on network dbb0cafc-aada-4bc8-97e6-0316760d206b {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:20.021184 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8a6cf-d87e-44a5-b746-b689c3add27e None None] Pushing event updated for resources: {'Port': ['ID=3cd434fb-9d33-422d-98e5-a52eb12bb57f,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:20.031080 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:20.031470 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Checking segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:20.031876 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.032265 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Bound using segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:20.032745 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Bound port: 3cd434fb-9d33-422d-98e5-a52eb12bb57f, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:20.033153 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.042371 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.101546 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] For port 3cd434fb-9d33-422d-98e5-a52eb12bb57f, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:20.103647 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-1c4e907d-0a5c-4b24-896c-942721d1564d None None] Provisioning complete for port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:20.104073 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1c4e907d-0a5c-4b24-896c-942721d1564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.106848 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] For port 3cd434fb-9d33-422d-98e5-a52eb12bb57f, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=3cd434fb-9d33-422d-98e5-a52eb12bb57f,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:20.137532 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.192213 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e907d-0a5c-4b24-896c-942721d1564d None None] Port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:30:20.210436 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8a6cf-d87e-44a5-b746-b689c3add27e None None] Pushing event updated for resources: {'Port': ['ID=3cd434fb-9d33-422d-98e5-a52eb12bb57f,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:20.213109 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Routers {'7266d2a9-33a6-4672-86af-704d66be1355'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:20.213696 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7266d2a9-33a6-4672-86af-704d66be1355'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:20.241782 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.247790 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.325185 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Pushing event updated for resources: {'Port': ['ID=f9d6bb90-c0b6-4810-923b-a0ea9df29ef9,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:20.328877 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533087'] for router_interface, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.435303 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Network 4963c514-326b-4884-ac47-0e17e167ca1c is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:20.436733 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:20.481069 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] Set router 7266d2a9-33a6-4672-86af-704d66be1355 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:30:20.633895 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Router 7266d2a9-33a6-4672-86af-704d66be1355 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:30:20.746212 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.772425 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f9d6bb90-c0b6-4810-923b-a0ea9df29ef9', 'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'mac_address': 'fa:16:3e:f9:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:19Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 1, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'subnets': [{'id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:20.794359 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:30:20.807039 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-911e8647-2e18-45bb-9ff6-25fa8c2333ed admin admin] 10.222.0.75 "PUT /v2.0/routers/7266d2a9-33a6-4672-86af-704d66be1355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8691964 Dec 16 15:30:20.812792 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3038db32-99e2-4277-aec7-3e6a06e030e6 None None] The sync data for ids ['7266d2a9-33a6-4672-86af-704d66be1355'] in dv-cinder-801522-8-iscsi is: [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f9d6bb90-c0b6-4810-923b-a0ea9df29ef9', 'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'mac_address': 'fa:16:3e:f9:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:19Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 1, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'subnets': [{'id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:30:20.825140 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-988b4f78-2335-4586-ac03-45b14837627e None None] Provisioning complete for port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:20.825680 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-988b4f78-2335-4586-ac03-45b14837627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.877804 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-988b4f78-2335-4586-ac03-45b14837627e None None] Port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:30:21.482404 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 33650) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:21.487623 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-612798762-network', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:21.514364 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Made reservation on behalf of 86c7d3cb86b54483a57b86f17dc285ff for: {'network': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:21.517082 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.527185 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.667748 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.675400 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.710133 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=102462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:30:21.712242 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a13cdb-e51e-48a7-ab70-5e6c5cb72281,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:21.734570 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.735111 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.segments_db [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Added segment 7a7ab3f3-c6d8-4185-aede-9c6f946e8a14 of type vlan for network f85ecc49-3946-40f0-926a-c18b197d08aa Dec 16 15:30:21.792431 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.823818 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.824827 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:21.825584 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.025115 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.146941 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6633401 Dec 16 15:30:22.151502 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 33654) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:22.156658 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] Request body: {'subnet': {'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-612798762-subnet', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'ip_version': 4}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:22.166787 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77a6db-21e3-47bc-9ac3-c8a67a3c8458 admin admin] Pushing event updated for resources: {'Network': ['ID=f85ecc49-3946-40f0-926a-c18b197d08aa,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:22.178241 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network f85ecc49-3946-40f0-926a-c18b197d08aa details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:22.193449 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] Made reservation on behalf of 86c7d3cb86b54483a57b86f17dc285ff for: {'subnet': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:22.197661 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039873'] for subnet, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.433927 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58772755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039903'] for subnet, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.484293 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b0763b8-dcb4-49cf-8320-9e3dc03020ad,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:22.510524 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] Checking segment: {'id': '7a7ab3f3-c6d8-4185-aede-9c6f946e8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:22.510955 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] Network hostable DHCP agents. Network: f85ecc49-3946-40f0-926a-c18b197d08aa, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:30:22.530212 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] Network f85ecc49-3946-40f0-926a-c18b197d08aa is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:30:22.539881 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, f85ecc49-3946-40f0-926a-c18b197d08aa) {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:22.544357 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:22.544960 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.556312 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b337a3-efc7-4697-b0ad-1bdea0d5e802 None None] Network f85ecc49-3946-40f0-926a-c18b197d08aa requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:22.570809 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-0f90e616-9ad2-4bde-b0e9-0d9e4e6d3be4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4180634 Dec 16 15:30:22.573273 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 33656) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:22.577897 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-612798762-router', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:22.605483 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38278'] for router, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.606555 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38287'] for router, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.680316 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.691957 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0723580d-6b33-516e-bc04-7869bf385167-f85ecc49-3946-40f0-926a-c18b197d08aa', 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa', 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'fixed_ips': [{'subnet_id': '8b0763b8-dcb4-49cf-8320-9e3dc03020ad'}]}} from dv-cinder-801522-8-iscsi. {{(pid=102464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:30:22.693589 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.843906 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.863664 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.db_base_plugin_common [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Allocated IP 172.20.0.2 (f85ecc49-3946-40f0-926a-c18b197d08aa/8b0763b8-dcb4-49cf-8320-9e3dc03020ad/60b74a65-0158-4f60-83f4-acdeef1aa2a5) {{(pid=102464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:23.077133 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Publish callbacks [] for port, precommit_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.086447 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.096217 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.119957 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.143009 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Network f85ecc49-3946-40f0-926a-c18b197d08aa is already hosted by enough agents. {{(pid=102464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:23.146804 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.149247 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.base_scheduler [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Resources bound (agent type, host, resource id): {{(pid=102464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:23.153769 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Received port after_create {{(pid=102464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:23.157576 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Pushing event updated for resources: {'Port': ['ID=60b74a65-0158-4f60-83f4-acdeef1aa2a5,revision_number=1']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:23.241582 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Attempting to bind port 60b74a65-0158-4f60-83f4-acdeef1aa2a5 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:23.242051 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Attempting to bind port 60b74a65-0158-4f60-83f4-acdeef1aa2a5 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '7a7ab3f3-c6d8-4185-aede-9c6f946e8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:23.242519 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Attempting to bind port 60b74a65-0158-4f60-83f4-acdeef1aa2a5 on network f85ecc49-3946-40f0-926a-c18b197d08aa {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:23.249871 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:23.250341 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Checking segment: {'id': '7a7ab3f3-c6d8-4185-aede-9c6f946e8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:23.250824 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.251407 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Bound using segment: {'id': '7a7ab3f3-c6d8-4185-aede-9c6f946e8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:23.251971 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Bound port: 60b74a65-0158-4f60-83f4-acdeef1aa2a5, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab3f3-c6d8-4185-aede-9c6f946e8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:23.252605 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.332051 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Allocated IP 172.27.3.19 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/a00dbe1d-7d12-4327-9437-a84793f29b4b) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:23.354102 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] For port 60b74a65-0158-4f60-83f4-acdeef1aa2a5, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:23.359469 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] For port 60b74a65-0158-4f60-83f4-acdeef1aa2a5, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=60b74a65-0158-4f60-83f4-acdeef1aa2a5,segment=NetworkSegment(7a7ab3f3-c6d8-4185-aede-9c6f946e8a14),segment_id=7a7ab3f3-c6d8-4185-aede-9c6f946e8a14)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:23.365951 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Sync routers for ids ['7266d2a9-33a6-4672-86af-704d66be1355'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:30:23.366657 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.386117 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Routers {'7266d2a9-33a6-4672-86af-704d66be1355'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:23.386750 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7266d2a9-33a6-4672-86af-704d66be1355'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:23.447846 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570d5b1-d6c1-484b-bf97-544d46387e84 None None] Pushing event updated for resources: {'Port': ['ID=60b74a65-0158-4f60-83f4-acdeef1aa2a5,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:23.527655 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.567631 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Set router 7266d2a9-33a6-4672-86af-704d66be1355 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:30:23.582941 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.608922 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 3cd434fb-9d33-422d-98e5-a52eb12bb57f up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:23.643676 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:23.647643 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:23.651592 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:23.682285 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Pushing event updated for resources: {'Port': ['ID=a00dbe1d-7d12-4327-9437-a84793f29b4b,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:23.742408 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 3cd434fb-9d33-422d-98e5-a52eb12bb57f triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:23.743071 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.924146 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.950420 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f9d6bb90-c0b6-4810-923b-a0ea9df29ef9', 'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'mac_address': 'fa:16:3e:f9:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:19Z', 'updated_at': '2021-12-16T15:30:20Z', 'revision_number': 2, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'subnets': [{'id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:23.954081 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 3cd434fb-9d33-422d-98e5-a52eb12bb57f, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=3cd434fb-9d33-422d-98e5-a52eb12bb57f,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:23.960090 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.997323 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Checking router: 7266d2a9-33a6-4672-86af-704d66be1355 for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:30:23.997905 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Updating router 7266d2a9-33a6-4672-86af-704d66be1355 port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 binding host dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:30:24.050530 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.076839 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=3cd434fb-9d33-422d-98e5-a52eb12bb57f,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:24.092973 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.328181 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534684'] for router, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.379097 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Publish callbacks [] for port, precommit_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.397960 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.481938 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Pushing event updated for resources: {'Port': ['ID=f9d6bb90-c0b6-4810-923b-a0ea9df29ef9,revision_number=3']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:24.496156 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.496714 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.497280 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.497796 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.498312 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.498802 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.499295 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.499919 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.500424 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.500939 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.501461 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.501964 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.502533 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:24.585104 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Attempting to bind port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:24.585486 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Attempting to bind port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:24.585859 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Attempting to bind port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 on network 4963c514-326b-4884-ac47-0e17e167ca1c {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:24.592356 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:24.593145 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Checking segment: {'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:24.593732 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.594327 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Bound using segment: {'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:24.594992 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Bound port: f9d6bb90-c0b6-4810-923b-a0ea9df29ef9, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'}}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:24.595573 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.601689 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a8cd0-973e-4e2f-af90-a92ecac7a334 req-07fc550f-46de-4b3e-b159-a4eed16462a0 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:24.603443 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b39a8cd0-973e-4e2f-af90-a92ecac7a334 req-07fc550f-46de-4b3e-b159-a4eed16462a0 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.1322513 Dec 16 15:30:24.703173 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] For port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:24.710249 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] For port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=f9d6bb90-c0b6-4810-923b-a0ea9df29ef9,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:24.718085 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.745852 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b39a8cd0-973e-4e2f-af90-a92ecac7a334 req-2991060e-798e-491a-bc04-99edaff60080 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320286 Dec 16 15:30:24.754233 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Router 8544c375-101e-4736-8dfd-a4104099878d is scheduled to L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 with binding_index 1 {{(pid=102462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:30:24.822811 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Routers {'7266d2a9-33a6-4672-86af-704d66be1355'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:24.823898 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7266d2a9-33a6-4672-86af-704d66be1355'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:24.937850 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:30:24.995983 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Sync routers for ids ['8544c375-101e-4736-8dfd-a4104099878d'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:30:25.013194 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] Publish callbacks [] for router, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:25.016951 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-4bcecabd-1cfb-4f7c-b3ef-b759e6652c64 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4397819 Dec 16 15:30:25.017527 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 33694) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:25.043063 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-795d3565-d476-4641-bea5-ac902c1ebb6c None None] Provisioning complete for port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:25.043903 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-795d3565-d476-4641-bea5-ac902c1ebb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:25.095906 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Routers {'8544c375-101e-4736-8dfd-a4104099878d'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:25.096769 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['8544c375-101e-4736-8dfd-a4104099878d'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:25.109414 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] Set router 7266d2a9-33a6-4672-86af-704d66be1355 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:30:25.202862 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7804c-441b-4baf-93a7-3083738240a0 None None] Pushing event updated for resources: {'Port': ['ID=f9d6bb90-c0b6-4810-923b-a0ea9df29ef9,revision_number=4']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:25.215832 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a570b7-fd5b-4617-b020-e2e6a893fcd6 None None] Network f85ecc49-3946-40f0-926a-c18b197d08aa requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:25.295434 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Set router 8544c375-101e-4736-8dfd-a4104099878d gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:30:25.434294 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f9d6bb90-c0b6-4810-923b-a0ea9df29ef9', 'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'mac_address': 'fa:16:3e:f9:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:19Z', 'updated_at': '2021-12-16T15:30:24Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'subnets': [{'id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:25.469401 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cb855-f58d-4883-95b0-81637f35e468 None None] The sync data for ids ['7266d2a9-33a6-4672-86af-704d66be1355'] in dv-cinder-801522-8-iscsi is: [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f9d6bb90-c0b6-4810-923b-a0ea9df29ef9', 'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'mac_address': 'fa:16:3e:f9:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:19Z', 'updated_at': '2021-12-16T15:30:24Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'subnets': [{'id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:30:25.511380 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-795d3565-d476-4641-bea5-ac902c1ebb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:25.643347 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-795d3565-d476-4641-bea5-ac902c1ebb6c None None] For port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=f9d6bb90-c0b6-4810-923b-a0ea9df29ef9,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:25.653299 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-795d3565-d476-4641-bea5-ac902c1ebb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:25.785710 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d3565-d476-4641-bea5-ac902c1ebb6c None None] Pushing event updated for resources: {'Port': ['ID=f9d6bb90-c0b6-4810-923b-a0ea9df29ef9,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:25.815311 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-7920c73d-f4bc-4db1-a2a1-b5e6b9f39043 None None] Provisioning complete for port 60b74a65-0158-4f60-83f4-acdeef1aa2a5 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:25.815693 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7920c73d-f4bc-4db1-a2a1-b5e6b9f39043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:25.884982 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:25.932740 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8544c375-101e-4736-8dfd-a4104099878d', 'name': 'tempest-TestMinimumBasicScenario-612798762-router', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:22Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 3, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'gw_port': {'id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:23Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:26.022358 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746cbfd-50fc-4464-857e-e33809dd3261 req-b515e734-bbd0-490f-b761-8e282fa67320 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:26.024225 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7746cbfd-50fc-4464-857e-e33809dd3261 req-b515e734-bbd0-490f-b761-8e282fa67320 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.1222317 Dec 16 15:30:26.121238 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Checking router: 8544c375-101e-4736-8dfd-a4104099878d for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:30:26.122120 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Updating router 8544c375-101e-4736-8dfd-a4104099878d port a00dbe1d-7d12-4327-9437-a84793f29b4b binding host dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:30:26.142484 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.153485 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7746cbfd-50fc-4464-857e-e33809dd3261 req-cb766470-480c-436d-8b78-f134327ae54c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218247 Dec 16 15:30:26.162219 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.300138 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:26.300510 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.337590 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7920c73d-f4bc-4db1-a2a1-b5e6b9f39043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.377591 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Allocated IP 172.20.0.1 (f85ecc49-3946-40f0-926a-c18b197d08aa/8b0763b8-dcb4-49cf-8320-9e3dc03020ad/6f834e85-4d16-4fe1-8bef-2dafcf282ddb) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:26.459961 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-7920c73d-f4bc-4db1-a2a1-b5e6b9f39043 None None] For port 60b74a65-0158-4f60-83f4-acdeef1aa2a5, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=60b74a65-0158-4f60-83f4-acdeef1aa2a5,segment=NetworkSegment(7a7ab3f3-c6d8-4185-aede-9c6f946e8a14),segment_id=7a7ab3f3-c6d8-4185-aede-9c6f946e8a14)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:26.470282 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7920c73d-f4bc-4db1-a2a1-b5e6b9f39043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.508102 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.560570 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.577657 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 3cd434fb-9d33-422d-98e5-a52eb12bb57f up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:26.584028 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-7920c73d-f4bc-4db1-a2a1-b5e6b9f39043 None None] Provisioning complete for port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:26.584028 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7920c73d-f4bc-4db1-a2a1-b5e6b9f39043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.619127 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Network f85ecc49-3946-40f0-926a-c18b197d08aa is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:26.624627 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:26.627267 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:26.661877 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920c73d-f4bc-4db1-a2a1-b5e6b9f39043 None None] Pushing event updated for resources: {'Port': ['ID=60b74a65-0158-4f60-83f4-acdeef1aa2a5,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:26.677779 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Pushing event updated for resources: {'Port': ['ID=6f834e85-4d16-4fe1-8bef-2dafcf282ddb,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:26.702753 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536559'] for router_interface, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.741095 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Publish callbacks [] for port, precommit_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.753887 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.813253 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 3cd434fb-9d33-422d-98e5-a52eb12bb57f triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:26.813631 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.872471 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.872717 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14429085-edb4-4904-a25d-aa3ee5267b42 None None] Pushing event updated for resources: {'Port': ['ID=a00dbe1d-7d12-4327-9437-a84793f29b4b,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:26.875029 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Attempting to bind port a00dbe1d-7d12-4327-9437-a84793f29b4b on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:26.875400 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Attempting to bind port a00dbe1d-7d12-4327-9437-a84793f29b4b by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:26.875761 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Attempting to bind port a00dbe1d-7d12-4327-9437-a84793f29b4b on network dbb0cafc-aada-4bc8-97e6-0316760d206b {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:26.885616 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:26.885996 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Checking segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:26.886406 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.886789 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Bound using segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:26.887268 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Bound port: a00dbe1d-7d12-4327-9437-a84793f29b4b, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:26.887644 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.009491 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] For port a00dbe1d-7d12-4327-9437-a84793f29b4b, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:27.014746 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] For port a00dbe1d-7d12-4327-9437-a84793f29b4b, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a00dbe1d-7d12-4327-9437-a84793f29b4b,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:27.018330 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 60b74a65-0158-4f60-83f4-acdeef1aa2a5 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:27.023742 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.026001 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-dc813583-f76d-437c-9074-0efe4e4c03f4 None None] Provisioning complete for port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:27.026362 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-dc813583-f76d-437c-9074-0efe4e4c03f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.071380 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.076322 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.154036 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-dc813583-f76d-437c-9074-0efe4e4c03f4 None None] Port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:30:27.162397 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Pushing event updated for resources: {'Port': ['ID=6f834e85-4d16-4fe1-8bef-2dafcf282ddb,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:27.163542 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14429085-edb4-4904-a25d-aa3ee5267b42 None None] Pushing event updated for resources: {'Port': ['ID=a00dbe1d-7d12-4327-9437-a84793f29b4b,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:27.166241 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533087'] for router_interface, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.171425 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Routers {'8544c375-101e-4736-8dfd-a4104099878d'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:27.172065 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['8544c375-101e-4736-8dfd-a4104099878d'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:27.218054 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 60b74a65-0158-4f60-83f4-acdeef1aa2a5 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:27.218433 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.222083 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-dc813583-f76d-437c-9074-0efe4e4c03f4 None None] Provisioning complete for port 60b74a65-0158-4f60-83f4-acdeef1aa2a5 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:27.222450 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-dc813583-f76d-437c-9074-0efe4e4c03f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.326601 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Network f85ecc49-3946-40f0-926a-c18b197d08aa is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:27.329804 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:27.342473 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d3b9b-d616-45ef-825e-5544659b7a00 req-b23a1512-1ebc-4b4f-8f7d-7aeb7ab183ad tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:27.344241 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-241d3b9b-d616-45ef-825e-5544659b7a00 req-b23a1512-1ebc-4b4f-8f7d-7aeb7ab183ad tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0868857 Dec 16 15:30:27.382016 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] Set router 8544c375-101e-4736-8dfd-a4104099878d gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:30:27.479999 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-241d3b9b-d616-45ef-825e-5544659b7a00 req-64d60bfc-4d3e-432a-ac99-b12486870840 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949562 Dec 16 15:30:27.503897 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Router 8544c375-101e-4736-8dfd-a4104099878d has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:30:27.626606 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:27.635155 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:30:27.640961 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-4cf94c58-5fdf-41a3-9083-081974d63763 admin admin] 10.222.0.75 "PUT /v2.0/routers/8544c375-101e-4736-8dfd-a4104099878d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6219909 Dec 16 15:30:27.705472 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-29b01114-5590-421b-84d4-3a3bbc148083 None None] Provisioning complete for port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:27.705846 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-29b01114-5590-421b-84d4-3a3bbc148083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.753625 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-29b01114-5590-421b-84d4-3a3bbc148083 None None] Port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:30:27.761638 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:27.762437 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.789772 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8544c375-101e-4736-8dfd-a4104099878d', 'name': 'tempest-TestMinimumBasicScenario-612798762-router', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:22Z', 'updated_at': '2021-12-16T15:30:26Z', 'revision_number': 4, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'gw_port': {'id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:23Z', 'updated_at': '2021-12-16T15:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '6f834e85-4d16-4fe1-8bef-2dafcf282ddb', 'name': '', 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'mac_address': 'fa:16:3e:5f:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8b0763b8-dcb4-49cf-8320-9e3dc03020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:26Z', 'updated_at': '2021-12-16T15:30:26Z', 'revision_number': 2, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'subnets': [{'id': '8b0763b8-dcb4-49cf-8320-9e3dc03020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:27.824126 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782923fe-d3e3-4647-9164-a4e8f86ecb83 None None] The sync data for ids ['8544c375-101e-4736-8dfd-a4104099878d'] in dv-cinder-801522-8-iscsi is: [{'id': '8544c375-101e-4736-8dfd-a4104099878d', 'name': 'tempest-TestMinimumBasicScenario-612798762-router', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:22Z', 'updated_at': '2021-12-16T15:30:26Z', 'revision_number': 4, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'gw_port': {'id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:23Z', 'updated_at': '2021-12-16T15:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '6f834e85-4d16-4fe1-8bef-2dafcf282ddb', 'name': '', 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'mac_address': 'fa:16:3e:5f:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8b0763b8-dcb4-49cf-8320-9e3dc03020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:26Z', 'updated_at': '2021-12-16T15:30:26Z', 'revision_number': 2, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'subnets': [{'id': '8b0763b8-dcb4-49cf-8320-9e3dc03020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:30:28.041798 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 60b74a65-0158-4f60-83f4-acdeef1aa2a5 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:28.110483 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 60b74a65-0158-4f60-83f4-acdeef1aa2a5 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:28.110868 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:28.728362 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eea358-6452-463c-b684-25ffcffb82f0 req-dfed75e3-98d6-4145-8944-0da5ea2c6e5c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:28.738422 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c5eea358-6452-463c-b684-25ffcffb82f0 req-dfed75e3-98d6-4145-8944-0da5ea2c6e5c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.1463914 Dec 16 15:30:28.804675 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c5eea358-6452-463c-b684-25ffcffb82f0 req-0db57e31-5b8d-4143-90e0-fb1a7e8c767f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647056 Dec 16 15:30:29.659205 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a00dbe1d-7d12-4327-9437-a84793f29b4b up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:29.725612 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port a00dbe1d-7d12-4327-9437-a84793f29b4b triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:29.726309 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:29.858091 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:29.896930 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port a00dbe1d-7d12-4327-9437-a84793f29b4b, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a00dbe1d-7d12-4327-9437-a84793f29b4b,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:29.903658 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:29.969702 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1570e-b93f-4213-a134-3a40497ee247 req-fd48d002-ab5e-43e3-bc0b-fe59cb010c6d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:29.970841 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=a00dbe1d-7d12-4327-9437-a84793f29b4b,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:29.989337 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-09b1570e-b93f-4213-a134-3a40497ee247 req-fd48d002-ab5e-43e3-bc0b-fe59cb010c6d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0931046 Dec 16 15:30:30.052871 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-09b1570e-b93f-4213-a134-3a40497ee247 req-61de98a0-5f0c-482b-b537-5c0204189b4c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625205 Dec 16 15:30:30.239821 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Sync routers for ids ['8544c375-101e-4736-8dfd-a4104099878d'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:30:30.250178 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Routers {'8544c375-101e-4736-8dfd-a4104099878d'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:30.251281 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['8544c375-101e-4736-8dfd-a4104099878d'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:30.414082 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Set router 8544c375-101e-4736-8dfd-a4104099878d gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:30:30.658255 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8544c375-101e-4736-8dfd-a4104099878d', 'name': 'tempest-TestMinimumBasicScenario-612798762-router', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:22Z', 'updated_at': '2021-12-16T15:30:26Z', 'revision_number': 4, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'gw_port': {'id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:23Z', 'updated_at': '2021-12-16T15:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '6f834e85-4d16-4fe1-8bef-2dafcf282ddb', 'name': '', 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'mac_address': 'fa:16:3e:5f:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8b0763b8-dcb4-49cf-8320-9e3dc03020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:26Z', 'updated_at': '2021-12-16T15:30:26Z', 'revision_number': 2, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'subnets': [{'id': '8b0763b8-dcb4-49cf-8320-9e3dc03020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:30.697931 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Checking router: 8544c375-101e-4736-8dfd-a4104099878d for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:30:30.698283 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Updating router 8544c375-101e-4736-8dfd-a4104099878d port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb binding host dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:30:30.728290 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.151836 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Publish callbacks [] for port, precommit_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.170358 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.234492 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb277443-9c0e-4932-8ed7-c93b6d9cec7d None None] Pushing event updated for resources: {'Port': ['ID=6f834e85-4d16-4fe1-8bef-2dafcf282ddb,revision_number=3']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:31.259483 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28352d-6c0e-4137-be89-f68bc97e64ab req-4ad197f0-c991-4fe1-8790-56cb5ce57e3b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:31.268615 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5f28352d-6c0e-4137-be89-f68bc97e64ab req-4ad197f0-c991-4fe1-8790-56cb5ce57e3b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.1281886 Dec 16 15:30:31.339383 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Attempting to bind port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:31.345929 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Attempting to bind port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '7a7ab3f3-c6d8-4185-aede-9c6f946e8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa'}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:31.345929 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Attempting to bind port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb on network f85ecc49-3946-40f0-926a-c18b197d08aa {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:31.369671 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5f28352d-6c0e-4137-be89-f68bc97e64ab req-b99c34bf-a5e7-44c7-a7c2-8b2b8280b394 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999789 Dec 16 15:30:31.409085 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:31.409799 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Checking segment: {'id': '7a7ab3f3-c6d8-4185-aede-9c6f946e8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:31.410517 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.411852 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Bound using segment: {'id': '7a7ab3f3-c6d8-4185-aede-9c6f946e8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa'} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:31.412777 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Bound port: 6f834e85-4d16-4fe1-8bef-2dafcf282ddb, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab3f3-c6d8-4185-aede-9c6f946e8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa'}}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:31.413762 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.500528 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] For port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:31.506587 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] For port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=6f834e85-4d16-4fe1-8bef-2dafcf282ddb,segment=NetworkSegment(7a7ab3f3-c6d8-4185-aede-9c6f946e8a14),segment_id=7a7ab3f3-c6d8-4185-aede-9c6f946e8a14)] {{(pid=102465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:31.514143 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.527559 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-b11d97f1-cff7-48b3-8e9a-78173f5279cd None None] Provisioning complete for port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:31.529203 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b11d97f1-cff7-48b3-8e9a-78173f5279cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.618509 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb277443-9c0e-4932-8ed7-c93b6d9cec7d None None] Pushing event updated for resources: {'Port': ['ID=6f834e85-4d16-4fe1-8bef-2dafcf282ddb,revision_number=4']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:31.635531 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Routers {'8544c375-101e-4736-8dfd-a4104099878d'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:31.636198 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['8544c375-101e-4736-8dfd-a4104099878d'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:31.793534 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a00dbe1d-7d12-4327-9437-a84793f29b4b up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:31.818895 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] Set router 8544c375-101e-4736-8dfd-a4104099878d gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:30:31.867304 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b11d97f1-cff7-48b3-8e9a-78173f5279cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.937463 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-b11d97f1-cff7-48b3-8e9a-78173f5279cd None None] For port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=6f834e85-4d16-4fe1-8bef-2dafcf282ddb,segment=NetworkSegment(7a7ab3f3-c6d8-4185-aede-9c6f946e8a14),segment_id=7a7ab3f3-c6d8-4185-aede-9c6f946e8a14)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:31.939455 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port a00dbe1d-7d12-4327-9437-a84793f29b4b triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:31.940007 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.971987 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b11d97f1-cff7-48b3-8e9a-78173f5279cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.118310 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d97f1-cff7-48b3-8e9a-78173f5279cd None None] Pushing event updated for resources: {'Port': ['ID=6f834e85-4d16-4fe1-8bef-2dafcf282ddb,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:32.131614 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f22f5b17-3212-4d3e-bad4-163d13fd412f None None] Provisioning complete for port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:32.132337 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f22f5b17-3212-4d3e-bad4-163d13fd412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.305492 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8544c375-101e-4736-8dfd-a4104099878d', 'name': 'tempest-TestMinimumBasicScenario-612798762-router', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:22Z', 'updated_at': '2021-12-16T15:30:26Z', 'revision_number': 4, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'gw_port': {'id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:23Z', 'updated_at': '2021-12-16T15:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '6f834e85-4d16-4fe1-8bef-2dafcf282ddb', 'name': '', 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'mac_address': 'fa:16:3e:5f:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8b0763b8-dcb4-49cf-8320-9e3dc03020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:26Z', 'updated_at': '2021-12-16T15:30:31Z', 'revision_number': 4, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'subnets': [{'id': '8b0763b8-dcb4-49cf-8320-9e3dc03020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:32.376515 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f79702-749d-411c-84d9-0f7efa55782b None None] The sync data for ids ['8544c375-101e-4736-8dfd-a4104099878d'] in dv-cinder-801522-8-iscsi is: [{'id': '8544c375-101e-4736-8dfd-a4104099878d', 'name': 'tempest-TestMinimumBasicScenario-612798762-router', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:22Z', 'updated_at': '2021-12-16T15:30:26Z', 'revision_number': 4, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'gw_port': {'id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:23Z', 'updated_at': '2021-12-16T15:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '6f834e85-4d16-4fe1-8bef-2dafcf282ddb', 'name': '', 'network_id': 'f85ecc49-3946-40f0-926a-c18b197d08aa', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'mac_address': 'fa:16:3e:5f:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8b0763b8-dcb4-49cf-8320-9e3dc03020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:26Z', 'updated_at': '2021-12-16T15:30:31Z', 'revision_number': 4, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'subnets': [{'id': '8b0763b8-dcb4-49cf-8320-9e3dc03020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:30:32.522851 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.597192 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150be2a3-4115-4848-b6bd-094d466a00e2 req-43747c0b-c52c-451b-9600-191a66fced36 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:32.599641 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-150be2a3-4115-4848-b6bd-094d466a00e2 req-43747c0b-c52c-451b-9600-191a66fced36 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0760653 Dec 16 15:30:32.691592 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-150be2a3-4115-4848-b6bd-094d466a00e2 req-5a585114-cdd7-48bf-b5d7-320cd6116c0f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835743 Dec 16 15:30:33.697005 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 6f834e85-4d16-4fe1-8bef-2dafcf282ddb up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:33.799052 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:33.799452 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:33.897410 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0750d-fa1e-48e7-b595-1ff3a9e97f79 req-47af5b18-af95-4bf4-a281-5dc4bcc733b8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:33.899666 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bed0750d-fa1e-48e7-b595-1ff3a9e97f79 req-47af5b18-af95-4bf4-a281-5dc4bcc733b8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0813890 Dec 16 15:30:33.963558 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bed0750d-fa1e-48e7-b595-1ff3a9e97f79 req-6cf77e48-c55a-41f3-86bc-9d084390d4b0 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570362 Dec 16 15:30:35.114315 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19d34-c3e1-4665-b096-88d502fafc22 req-1754b4ae-3080-4658-9247-e85264611160 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.116520 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a4e19d34-c3e1-4665-b096-88d502fafc22 req-1754b4ae-3080-4658-9247-e85264611160 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0573926 Dec 16 15:30:35.197593 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a4e19d34-c3e1-4665-b096-88d502fafc22 req-6ba665af-2b79-443a-a362-0618541298b2 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616522 Dec 16 15:30:36.365878 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d9757-18f2-4689-99c4-23d343b293e5 req-7617fa97-fa85-4a79-937f-bdb2855fe02c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:36.369889 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-598d9757-18f2-4689-99c4-23d343b293e5 req-7617fa97-fa85-4a79-937f-bdb2855fe02c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0746615 Dec 16 15:30:36.432700 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-598d9757-18f2-4689-99c4-23d343b293e5 req-34aea6dd-8781-4394-aa38-fa34f1ff454f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569136 Dec 16 15:30:37.620132 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab2efa-b332-4dab-b7fc-24fc91bc90b3 req-78423eee-7c7c-45e8-a51f-2721b6704bc4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:37.622244 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8fab2efa-b332-4dab-b7fc-24fc91bc90b3 req-78423eee-7c7c-45e8-a51f-2721b6704bc4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0775034 Dec 16 15:30:37.722460 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8fab2efa-b332-4dab-b7fc-24fc91bc90b3 req-f30d7dfb-cc10-493f-98d1-822acf85101a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905123 Dec 16 15:30:38.885604 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff361cca-655a-4ac9-a181-71a7085037ca req-4be2826e-ba3d-429e-9a90-35f1e61209f2 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:38.891305 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ff361cca-655a-4ac9-a181-71a7085037ca req-4be2826e-ba3d-429e-9a90-35f1e61209f2 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0840101 Dec 16 15:30:38.955765 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ff361cca-655a-4ac9-a181-71a7085037ca req-85becd17-ab05-466c-86a9-8210aef4f8ee tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598936 Dec 16 15:30:39.317954 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-0837b725-dd31-412c-a0e2-26accca1c7a2 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:39.319517 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-0837b725-dd31-412c-a0e2-26accca1c7a2 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/networks?id=4963c514-326b-4884-ac47-0e17e167ca1c HTTP/1.1" status: 200 len: 815 time: 0.1242394 Dec 16 15:30:39.339825 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-ecf5f2f5-9dcb-4516-941f-360b60bbd92a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/quotas/6f37c77e93bf463d860d62c8d68bddb0 HTTP/1.1" status: 200 len: 375 time: 0.0131176 Dec 16 15:30:39.415355 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-1cb9a89c-9f01-46a3-a248-d6bc89f398ad tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f37c77e93bf463d860d62c8d68bddb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680580 Dec 16 15:30:39.540820 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-f5188844-2118-4a7b-8654-3c4fa70097b7 service neutron] 10.222.0.75 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043928 Dec 16 15:30:39.648441 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-8bbd5bb7-e3ca-4146-b94b-2e662d028241 service neutron] 10.222.0.75 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002867 Dec 16 15:30:39.849011 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dc718c38-c050-4bdc-a52f-a643928495dd req-3ccb2b0a-4353-4f04-9a18-2f7ce16d5165 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 210 time: 0.0297272 Dec 16 15:30:40.133126 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ade044-d0f6-4bf7-b3a4-c5080232ae7d req-dc55d6aa-df77-43f6-8943-649740c360bc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:40.134845 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3ade044-d0f6-4bf7-b3a4-c5080232ae7d req-dc55d6aa-df77-43f6-8943-649740c360bc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0663919 Dec 16 15:30:40.210356 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3ade044-d0f6-4bf7-b3a4-c5080232ae7d req-90517beb-7a09-42f0-b8c1-c8e15af5787f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632386 Dec 16 15:30:40.968639 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-85eec07b-bc96-4e12-845e-1389ef01a01b req-5b1659c3-0218-48c1-97c9-de8b6ab6cf46 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 210 time: 0.0376914 Dec 16 15:30:41.108750 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-86c1a898-43ad-4938-9efc-a398984a5a64 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:41.110445 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-86c1a898-43ad-4938-9efc-a398984a5a64 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.58 "GET /v2.0/networks?id=4963c514-326b-4884-ac47-0e17e167ca1c HTTP/1.1" status: 200 len: 815 time: 0.1451101 Dec 16 15:30:41.127182 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Request body: {'port': {'device_id': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'admin_state_up': True, 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:41.279700 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Made reservation on behalf of 6f37c77e93bf463d860d62c8d68bddb0 for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:41.284974 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:41.456966 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8d094-558e-4f58-9edc-054fc9115b27 req-8e3deaf2-daa8-46dc-ae04-0f27187b3623 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:41.459683 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-19b8d094-558e-4f58-9edc-054fc9115b27 req-8e3deaf2-daa8-46dc-ae04-0f27187b3623 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.1404855 Dec 16 15:30:41.506300 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Allocated IP 172.20.0.12 (4963c514-326b-4884-ac47-0e17e167ca1c/9497d3fd-956a-46f6-b5a4-ff3d21263aff/2bd24cde-9000-4313-8b47-fd9059870279) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:41.563251 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-19b8d094-558e-4f58-9edc-054fc9115b27 req-07e2af95-ee2b-47d2-b2aa-49ff61dbbc27 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963089 Dec 16 15:30:41.893248 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:41.956364 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:42.048107 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Network 4963c514-326b-4884-ac47-0e17e167ca1c is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:42.059379 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:42.076972 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:42.083721 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'Port': ['ID=2bd24cde-9000-4313-8b47-fd9059870279,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:42.298127 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:42.298812 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:42.335602 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d81457-8d10-41c2-a0bc-2912b948d624 req-9a1cd002-c006-4c26-b694-9198dde47ec5 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:42.346883 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-55d81457-8d10-41c2-a0bc-2912b948d624 req-9a1cd002-c006-4c26-b694-9198dde47ec5 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 932 time: 0.2106066 Dec 16 15:30:42.429127 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-a3967fa7-8e75-478b-a2f7-81e5af4e47e1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3073022 Dec 16 15:30:42.492058 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-55d81457-8d10-41c2-a0bc-2912b948d624 req-03b95abf-ca76-4d38-ae3e-792c1b71de10 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340523 Dec 16 15:30:42.623882 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-9992f885-b2d7-4b5b-a85e-a7ad665f45ed None None] Provisioning complete for port 2bd24cde-9000-4313-8b47-fd9059870279 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:42.625552 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-9992f885-b2d7-4b5b-a85e-a7ad665f45ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:42.730937 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-9992f885-b2d7-4b5b-a85e-a7ad665f45ed None None] Port 2bd24cde-9000-4313-8b47-fd9059870279 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:30:42.835930 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea7c9d-685a-47bc-aca3-925dba8dc63c req-5e6cc868-8eac-4d96-9f80-12f43307bc0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:42.838361 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7fea7c9d-685a-47bc-aca3-925dba8dc63c req-5e6cc868-8eac-4d96-9f80-12f43307bc0d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.1268954 Dec 16 15:30:42.939757 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7fea7c9d-685a-47bc-aca3-925dba8dc63c req-05b5185d-cdfc-499b-8ac0-4cb07b2dbe6c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959501 Dec 16 15:30:43.686119 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a914e5b-30ab-403a-bd32-ba7eddc8487a req-8a74e61e-9887-465a-8be5-483008d82875 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:43.688052 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5a914e5b-30ab-403a-bd32-ba7eddc8487a req-8a74e61e-9887-465a-8be5-483008d82875 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 932 time: 0.0847049 Dec 16 15:30:43.790005 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5a914e5b-30ab-403a-bd32-ba7eddc8487a req-2548ae9b-d7f4-4727-ae4b-a3456c6de76a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927331 Dec 16 15:30:44.126540 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bdf61-5e48-4627-8b14-b35689c54445 req-1d7e5b91-fa0b-4891-b61b-bda601f52dd3 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:44.142110 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec1bdf61-5e48-4627-8b14-b35689c54445 req-1d7e5b91-fa0b-4891-b61b-bda601f52dd3 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0932319 Dec 16 15:30:44.231930 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec1bdf61-5e48-4627-8b14-b35689c54445 req-537442c5-1acb-4545-a2dc-f7b45258e553 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872214 Dec 16 15:30:45.032269 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2224b-ab5f-4af8-aa11-34950f412813 req-a8cbc6e4-1ba9-4479-b878-2ac0f2b8ed0b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:45.034448 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-02c2224b-ab5f-4af8-aa11-34950f412813 req-a8cbc6e4-1ba9-4479-b878-2ac0f2b8ed0b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 932 time: 0.1048388 Dec 16 15:30:45.114410 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-02c2224b-ab5f-4af8-aa11-34950f412813 req-93c744a7-a9fa-4ce4-9372-8277f8e11c8c tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695789 Dec 16 15:30:45.406889 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e678e4-1fa7-4f39-8368-8bf4063a848c req-3c4144d2-92bf-4b17-8518-1a5478034119 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:45.408615 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a4e678e4-1fa7-4f39-8368-8bf4063a848c req-3c4144d2-92bf-4b17-8518-1a5478034119 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0779901 Dec 16 15:30:45.504296 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a4e678e4-1fa7-4f39-8368-8bf4063a848c req-d969d266-a2fa-4f47-8a16-91d3d677ab7b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881684 Dec 16 15:30:46.329141 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d41f5-5efb-4fbc-97b5-31b22e7f9087 req-cb7e8204-abf1-4a48-a4be-8927000c7ec8 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:46.330700 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-525d41f5-5efb-4fbc-97b5-31b22e7f9087 req-cb7e8204-abf1-4a48-a4be-8927000c7ec8 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 932 time: 0.1249461 Dec 16 15:30:46.409699 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-525d41f5-5efb-4fbc-97b5-31b22e7f9087 req-30f8145e-95ae-41a3-a838-e65a154342ee tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713992 Dec 16 15:30:46.705310 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66f73-edbf-4a3b-b3ec-613899e5b45e req-78f9e348-fe5e-4161-af69-eea4615c9de1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:46.709183 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75a66f73-edbf-4a3b-b3ec-613899e5b45e req-78f9e348-fe5e-4161-af69-eea4615c9de1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0937812 Dec 16 15:30:46.771363 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75a66f73-edbf-4a3b-b3ec-613899e5b45e req-feb78370-611a-46c7-a985-51f8b1c1398c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550942 Dec 16 15:30:47.025722 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-5d2c9fbf-cf67-43ad-81ce-221a8e3ba7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:47.613291 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1562c1-e722-45ac-9237-0af8bd2085df req-01394f18-9c5c-4705-914b-4f16b255eac0 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:47.615326 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bd1562c1-e722-45ac-9237-0af8bd2085df req-01394f18-9c5c-4705-914b-4f16b255eac0 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 932 time: 0.0904398 Dec 16 15:30:47.695392 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bd1562c1-e722-45ac-9237-0af8bd2085df req-b0916181-5a5e-4f6a-a0f1-c05bcd9d2568 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697441 Dec 16 15:30:47.916825 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f35f57-7d45-4766-a903-cf1143e01108 req-d6645141-94fe-4262-be8a-78160159217a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:47.918385 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7f35f57-7d45-4766-a903-cf1143e01108 req-d6645141-94fe-4262-be8a-78160159217a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0618446 Dec 16 15:30:47.976476 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7f35f57-7d45-4766-a903-cf1143e01108 req-b3ac7486-6f21-48c0-8ec7-8aa35df905e4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521710 Dec 16 15:30:48.829707 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f375-7d55-4bbe-918d-7ed2127e20da req-c0f8c13b-d0e0-4138-9152-5cd2d8d9e0aa tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:48.833330 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1b27f375-7d55-4bbe-918d-7ed2127e20da req-c0f8c13b-d0e0-4138-9152-5cd2d8d9e0aa tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 932 time: 0.0602303 Dec 16 15:30:49.161062 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1b27f375-7d55-4bbe-918d-7ed2127e20da req-030a0931-2e9e-4350-b7e2-4d645267ef1c tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208365 Dec 16 15:30:49.214887 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc897b-6a9b-4da7-92c9-88a1698258e0 req-c1906367-12a7-4716-a45e-1f02da11c9bc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:49.223051 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2adc897b-6a9b-4da7-92c9-88a1698258e0 req-c1906367-12a7-4716-a45e-1f02da11c9bc tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0794826 Dec 16 15:30:49.275215 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2adc897b-6a9b-4da7-92c9-88a1698258e0 req-87289105-6326-44a0-910b-f1ec69c3f2b4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509775 Dec 16 15:30:49.694613 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-02202853-6af5-459f-a3bd-abada1cf36d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.333976 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3756ddf-d112-4ae3-8723-b1ff35373789 req-87b204fa-6e36-459a-a2c8-4b0cc3afc85d tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:50.335562 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a3756ddf-d112-4ae3-8723-b1ff35373789 req-87b204fa-6e36-459a-a2c8-4b0cc3afc85d tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 932 time: 0.0878549 Dec 16 15:30:50.436339 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a3756ddf-d112-4ae3-8723-b1ff35373789 req-8993daaf-9caa-4dc3-8f56-79aa06f12935 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938115 Dec 16 15:30:50.448750 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca9297-e439-4ccf-9558-c1f31cf294d7 req-c4069931-6632-4352-9078-cfd41e5de101 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:50.451083 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-49ca9297-e439-4ccf-9558-c1f31cf294d7 req-c4069931-6632-4352-9078-cfd41e5de101 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0757055 Dec 16 15:30:50.510599 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-49ca9297-e439-4ccf-9558-c1f31cf294d7 req-ae373cc0-0eb7-44c6-a52a-1e40d7470860 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522678 Dec 16 15:30:50.725801 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:51.605684 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d219c-4569-405c-a845-55071fa297fa req-4659fa43-e761-43f1-9ac1-333bb1bf0ff3 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:51.606421 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-917d219c-4569-405c-a845-55071fa297fa req-4659fa43-e761-43f1-9ac1-333bb1bf0ff3 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 932 time: 0.0777740 Dec 16 15:30:51.698745 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-917d219c-4569-405c-a845-55071fa297fa req-c9f76d52-ccf9-4193-8b10-428cb31d492c tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803699 Dec 16 15:30:51.712005 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee19312-3a9b-44aa-a5d3-baa44f17be0c req-9746a5b9-9e96-4e86-857e-746772d051d4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:51.713613 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5ee19312-3a9b-44aa-a5d3-baa44f17be0c req-9746a5b9-9e96-4e86-857e-746772d051d4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0934203 Dec 16 15:30:51.770323 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5ee19312-3a9b-44aa-a5d3-baa44f17be0c req-689c2c79-20a8-4479-8514-16b69098ed0a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505643 Dec 16 15:30:52.016009 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.215181 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Request body: {'port': {'device_id': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:52.305609 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.641152 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd24cde-9000-4313-8b47-fd9059870279 {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:30:52.651934 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.671347 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Transition to ACTIVE for port object 2bd24cde-9000-4313-8b47-fd9059870279 will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:30:52.676181 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.731793 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd24cde-9000-4313-8b47-fd9059870279,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:52.851229 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Attempting to bind port 2bd24cde-9000-4313-8b47-fd9059870279 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:52.851567 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Attempting to bind port 2bd24cde-9000-4313-8b47-fd9059870279 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:52.851898 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Attempting to bind port 2bd24cde-9000-4313-8b47-fd9059870279 on network 4963c514-326b-4884-ac47-0e17e167ca1c {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:52.879937 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7301d69-a3a7-4234-87b4-471099c6eb73 req-490b5d99-dcfb-455a-8139-416eecfc3fc8 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:52.881733 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7301d69-a3a7-4234-87b4-471099c6eb73 req-490b5d99-dcfb-455a-8139-416eecfc3fc8 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 944 time: 0.0942845 Dec 16 15:30:52.882369 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Port 2bd24cde-9000-4313-8b47-fd9059870279 on network 4963c514-326b-4884-ac47-0e17e167ca1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:30:52.882692 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Attempting to bind port 2bd24cde-9000-4313-8b47-fd9059870279 on network 4963c514-326b-4884-ac47-0e17e167ca1c {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:52.914086 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:52.914433 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Checking segment: {'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:52.914827 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Bound using segment: {'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:52.915287 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Bound port: 2bd24cde-9000-4313-8b47-fd9059870279, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754ea299-fcbb-40f9-8e37-e0676513d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:52.915649 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.012007 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005901b7-31e6-4348-9a9b-f90350eb3065 req-42df052d-e49b-476e-90b1-c41255c4ae55 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:53.013750 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-005901b7-31e6-4348-9a9b-f90350eb3065 req-42df052d-e49b-476e-90b1-c41255c4ae55 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.1581502 Dec 16 15:30:53.032178 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a7301d69-a3a7-4234-87b4-471099c6eb73 req-bd701e6b-eade-44d4-886d-8c0ddc88867f tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322129 Dec 16 15:30:53.048909 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.109219 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] For port 2bd24cde-9000-4313-8b47-fd9059870279, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:53.137063 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] For port 2bd24cde-9000-4313-8b47-fd9059870279, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=2bd24cde-9000-4313-8b47-fd9059870279,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:53.143056 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-005901b7-31e6-4348-9a9b-f90350eb3065 req-7865f7e0-41cf-46da-9625-fb4813dbf006 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182594 Dec 16 15:30:53.145515 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.189895 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:53.190622 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.192094 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] 10.222.0.58 "PUT /v2.0/ports/2bd24cde-9000-4313-8b47-fd9059870279 HTTP/1.1" status: 200 len: 1094 time: 0.9844730 Dec 16 15:30:53.192564 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:53.194976 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "tag": "2bd24cde-9000-4313-8b47-fd9059870279"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:30:53.252688 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8894c45-5399-4533-9ecb-0e295c116479 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd24cde-9000-4313-8b47-fd9059870279,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:53.260722 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e75f895-0477-4149-8ac7-308804a207b6 x-openstack-request-id: req-5e75f895-0477-4149-8ac7-308804a207b6 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:30:53.261179 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "tag": "2bd24cde-9000-4313-8b47-fd9059870279", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:30:53.261551 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e75f895-0477-4149-8ac7-308804a207b6 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:30:53.262090 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279', 'status': 'completed', 'code': 200} Dec 16 15:30:53.333397 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-450e9473-f9be-4745-9c29-537e08cf77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:53.335121 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-450e9473-f9be-4745-9c29-537e08cf77da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f37c77e93bf463d860d62c8d68bddb0&device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 1097 time: 0.0720499 Dec 16 15:30:53.407721 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-8a4309ae-ed95-46a3-8be2-d86304f65fdb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd24cde-9000-4313-8b47-fd9059870279 HTTP/1.1" status: 200 len: 217 time: 0.0612843 Dec 16 15:30:53.481943 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-7a8c5687-2cb4-4cae-ac0c-d294cfd7e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:53.485690 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-7a8c5687-2cb4-4cae-ac0c-d294cfd7e05f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9497d3fd-956a-46f6-b5a4-ff3d21263aff HTTP/1.1" status: 200 len: 854 time: 0.0694602 Dec 16 15:30:53.565343 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-0d4b3016-5286-4075-a63a-1a7e19e88b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:53.568261 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-0d4b3016-5286-4075-a63a-1a7e19e88b5e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4963c514-326b-4884-ac47-0e17e167ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749924 Dec 16 15:30:53.669858 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-63e14101-95e0-408f-9899-404de196e5bd service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928895 Dec 16 15:30:53.798761 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2abb570-0625-4e55-b3f5-30d8068f5b61 req-2d8a0436-3591-4787-a433-f6bb0c202173 service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152399 Dec 16 15:30:53.850160 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:30:53.919532 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32 req-44029000-a18e-474d-a10f-ef2682ac2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:53.921238 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32 req-44029000-a18e-474d-a10f-ef2682ac2add service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f37c77e93bf463d860d62c8d68bddb0&device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 1097 time: 0.0562601 Dec 16 15:30:54.043381 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32 req-75539a10-d285-473c-a7dd-c170af0f954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:54.044893 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32 req-75539a10-d285-473c-a7dd-c170af0f954f service neutron] 10.222.0.58 "GET /v2.0/networks?id=4963c514-326b-4884-ac47-0e17e167ca1c HTTP/1.1" status: 200 len: 916 time: 0.1117334 Dec 16 15:30:54.091838 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32 req-7b1228ff-9114-44b6-ace8-1dd83023f090 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd24cde-9000-4313-8b47-fd9059870279 HTTP/1.1" status: 200 len: 217 time: 0.0370641 Dec 16 15:30:54.184115 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32 req-d35aa2b6-f9d7-4dbf-b2f9-e78d81768af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:54.185664 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32 req-d35aa2b6-f9d7-4dbf-b2f9-e78d81768af9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9497d3fd-956a-46f6-b5a4-ff3d21263aff HTTP/1.1" status: 200 len: 854 time: 0.0821295 Dec 16 15:30:54.237246 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35442a6d-90af-408e-ab9d-c9cd390dc186 req-14ceb051-f302-42c6-a003-bec1cf972474 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:54.240053 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35442a6d-90af-408e-ab9d-c9cd390dc186 req-14ceb051-f302-42c6-a003-bec1cf972474 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 944 time: 0.0951483 Dec 16 15:30:54.278930 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32 req-4a88c66a-a44a-430e-b2dc-b2550b01a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:54.280666 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32 req-4a88c66a-a44a-430e-b2dc-b2550b01a39a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4963c514-326b-4884-ac47-0e17e167ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859380 Dec 16 15:30:54.496073 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-35442a6d-90af-408e-ab9d-c9cd390dc186 req-a3340c27-0432-4276-ab18-76626d3fe640 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361031 Dec 16 15:30:54.519611 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2a918-3e39-4d60-a713-2f657f099de5 req-d4df0eb6-5915-4fe3-8fde-ae415f263783 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:54.521353 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-30c2a918-3e39-4d60-a713-2f657f099de5 req-d4df0eb6-5915-4fe3-8fde-ae415f263783 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.2396860 Dec 16 15:30:54.554920 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32 req-283e952e-6933-493d-80ea-1723eab3601d service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408485 Dec 16 15:30:54.638223 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-30c2a918-3e39-4d60-a713-2f657f099de5 req-d93041ea-7ec6-4180-b30a-e556eaa26f7c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085546 Dec 16 15:30:54.709322 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-98bfe2f0-34ca-4618-8f84-0ab71cc79c32 req-b49dc3b7-9040-4970-a8d6-96a20b520d0a service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399922 Dec 16 15:30:55.241254 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8833bb27-7a0d-401e-aa31-b051f2d26428 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:30:55.374436 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:55.403413 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'port_id': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'mac_address': 'fa:16:3e:e8:4a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:30:55.468147 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:55.496576 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8833bb27-7a0d-401e-aa31-b051f2d26428 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:30:55.534477 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:55.540171 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce8b85-9460-4438-8472-f56d57798ba6 req-eb6fb0b1-cdbc-47b8-b0f1-39aa83f6ede0 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:55.541984 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97ce8b85-9460-4438-8472-f56d57798ba6 req-eb6fb0b1-cdbc-47b8-b0f1-39aa83f6ede0 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 946 time: 0.0617268 Dec 16 15:30:55.543639 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:55.625528 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-97ce8b85-9460-4438-8472-f56d57798ba6 req-98acb31f-603a-47ea-a61d-fb65d87e735a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765858 Dec 16 15:30:55.665202 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=8833bb27-7a0d-401e-aa31-b051f2d26428,revision_number=6']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:55.680673 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['8833bb27-7a0d-401e-aa31-b051f2d26428'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:30:55.746080 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56343847-6009-4c5f-85df-8b9591bc4658 req-ffb770b5-f474-41c0-ac61-f77238496bd9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:55.747675 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56343847-6009-4c5f-85df-8b9591bc4658 req-ffb770b5-f474-41c0-ac61-f77238496bd9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 944 time: 0.1481671 Dec 16 15:30:55.864488 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56343847-6009-4c5f-85df-8b9591bc4658 req-b1046ea9-1c03-4d67-bd59-2a0198cc4bdb tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987961 Dec 16 15:30:55.872499 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4b40c-405e-4fb3-9a95-5cb4be3798b7 req-5bd23778-387d-41b4-bbc1-9facb28a06a1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:55.877838 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5ee4b40c-405e-4fb3-9a95-5cb4be3798b7 req-5bd23778-387d-41b4-bbc1-9facb28a06a1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 944 time: 0.1212342 Dec 16 15:30:55.958591 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5ee4b40c-405e-4fb3-9a95-5cb4be3798b7 req-bfb40a49-cf34-4abf-a2fa-21617b80292a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659912 Dec 16 15:30:56.782223 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df1ab8-71e2-492c-98c9-d4a3de2eadc9 req-afcc055f-3233-462f-b431-3c79d10a33e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:56.784021 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e0df1ab8-71e2-492c-98c9-d4a3de2eadc9 req-afcc055f-3233-462f-b431-3c79d10a33e2 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 946 time: 0.0624416 Dec 16 15:30:56.846276 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e0df1ab8-71e2-492c-98c9-d4a3de2eadc9 req-58eca62d-bed0-4340-9f9a-43375e0aac11 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539331 Dec 16 15:30:57.142592 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a9763-75b9-4318-933a-a7d2d9c699be req-5086b0c6-9679-4feb-9abe-af4e36b0bb26 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:57.145157 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7f6a9763-75b9-4318-933a-a7d2d9c699be req-5086b0c6-9679-4feb-9abe-af4e36b0bb26 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 944 time: 0.1117830 Dec 16 15:30:57.158997 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70a3a5-5de9-4a5c-96c7-f9e3d13e0b1b req-8f2825de-63b5-496c-ac49-86a9e42813a1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:57.169000 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4b70a3a5-5de9-4a5c-96c7-f9e3d13e0b1b req-8f2825de-63b5-496c-ac49-86a9e42813a1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 944 time: 0.0913696 Dec 16 15:30:57.246108 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 2bd24cde-9000-4313-8b47-fd9059870279 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:30:57.249577 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8833bb27-7a0d-401e-aa31-b051f2d26428 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:57.279308 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4b70a3a5-5de9-4a5c-96c7-f9e3d13e0b1b req-50d93a4a-faa7-4076-9255-f27f90015f4e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098208 Dec 16 15:30:57.299091 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7f6a9763-75b9-4318-933a-a7d2d9c699be req-2c3a066f-6d0e-4d86-9c86-5bb0f58e1642 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276047 Dec 16 15:30:57.397814 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-96f175cc-f0dd-4ebd-8d8d-d7158c734ffd tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:57.400368 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-96f175cc-f0dd-4ebd-8d8d-d7158c734ffd tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.58 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 946 time: 0.0799241 Dec 16 15:30:57.438503 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 8833bb27-7a0d-401e-aa31-b051f2d26428 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:57.438885 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.505537 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 2bd24cde-9000-4313-8b47-fd9059870279, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=2bd24cde-9000-4313-8b47-fd9059870279,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:57.531589 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '2bd24cde-9000-4313-8b47-fd9059870279', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'port_id': '2bd24cde-9000-4313-8b47-fd9059870279', 'mac_address': 'fa:16:3e:79:53:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:30:57.578162 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Deleting port b2f90365-d207-4f09-8130-94f6f1321e5c {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:57.578736 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.621083 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.674857 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd24cde-9000-4313-8b47-fd9059870279 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:30:57.727611 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 2bd24cde-9000-4313-8b47-fd9059870279, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=2bd24cde-9000-4313-8b47-fd9059870279,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:57.736896 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.746163 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.750439 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] For port b2f90365-d207-4f09-8130-94f6f1321e5c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b2f90365-d207-4f09-8130-94f6f1321e5c,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:57.750810 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.803316 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:57.805810 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbef5af-05a3-4689-a919-8333af6fb4c5" -d '{"events": [{"server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "name": "network-vif-plugged", "status": "completed", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:30:57.825420 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:57.837470 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.845561 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=2bd24cde-9000-4313-8b47-fd9059870279,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:57.918576 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da43a920-a87a-419d-b01f-fd0d7bd15ba0 x-openstack-request-id: req-da43a920-a87a-419d-b01f-fd0d7bd15ba0 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:30:57.919140 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "name": "network-vif-plugged", "status": "completed", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:30:57.919558 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da43a920-a87a-419d-b01f-fd0d7bd15ba0 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:30:57.920123 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'code': 200} Dec 16 15:30:57.942021 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=8833bb27-7a0d-401e-aa31-b051f2d26428,revision_number=7']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:58.016215 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['2bd24cde-9000-4313-8b47-fd9059870279'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:30:58.077149 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.077779 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.077903 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.l3_db [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Floating IP 7f617cb8-7bdb-41bf-8b80-6a95870ece4b disassociated. External IP: 172.27.3.60, port: b2f90365-d207-4f09-8130-94f6f1321e5c. Dec 16 15:30:58.078659 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Calling delete_port for b2f90365-d207-4f09-8130-94f6f1321e5c owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:58.104752 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27813add-85f2-4f42-99a7-916f477c3b0d req-07533b01-a574-4111-a718-61f42b912364 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:58.106554 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27813add-85f2-4f42-99a7-916f477c3b0d req-07533b01-a574-4111-a718-61f42b912364 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 946 time: 0.1063192 Dec 16 15:30:58.231846 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27813add-85f2-4f42-99a7-916f477c3b0d req-1ff7ea63-b63f-4eb3-b0e0-f937b0f3531d tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc0d8c8b-13a5-451b-b62e-b4dd317965a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863709 Dec 16 15:30:58.318552 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.351289 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event deleted for resources: {'Port': ['ID=b2f90365-d207-4f09-8130-94f6f1321e5c,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:58.676829 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:30:58.688942 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958d96-ed39-47c4-8be3-8033e2622f4f req-d491bf62-3363-41e4-8890-4ea936eeb073 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:58.699048 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-76958d96-ed39-47c4-8be3-8033e2622f4f req-d491bf62-3363-41e4-8890-4ea936eeb073 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.2477224 Dec 16 15:30:58.799817 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebde32d-2f97-4fda-8ade-a32632831f02 req-23208037-9317-4d57-9fac-5a87b445307d tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:58.801837 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cebde32d-2f97-4fda-8ade-a32632831f02 req-23208037-9317-4d57-9fac-5a87b445307d tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 945 time: 0.3525462 Dec 16 15:30:58.855045 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-76958d96-ed39-47c4-8be3-8033e2622f4f req-15d62796-c86d-49a2-849d-8984a99eb404 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507738 Dec 16 15:30:58.947714 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cebde32d-2f97-4fda-8ade-a32632831f02 req-c589e1dd-4a94-47aa-9f2e-68eec074ebc1 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100073 Dec 16 15:30:58.980347 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:30:59.012406 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b22508-885d-49a3-beb0-17a05b400548 None None] Sync routers for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:30:59.030201 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b22508-885d-49a3-beb0-17a05b400548 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:59.030858 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-07b22508-885d-49a3-beb0-17a05b400548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:59.071842 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] No DVR routers for this DVR port b2f90365-d207-4f09-8130-94f6f1321e5c on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:59.074887 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:59.078421 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d69bbffb-89a8-4805-8d84-1c0bfdc46efd req-c549ae77-d994-4cea-b34a-233b74313abc tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.58 "DELETE /v2.0/ports/b2f90365-d207-4f09-8130-94f6f1321e5c HTTP/1.1" status: 204 len: 173 time: 1.6706419 Dec 16 15:30:59.079501 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'name': 'network-vif-deleted', 'tag': 'b2f90365-d207-4f09-8130-94f6f1321e5c'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:59.082667 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a692fa8-d2ff-4920-851b-19f5c8fa819e" -d '{"events": [{"server_uuid": "22021045-897b-4e83-8aa2-9cfb3600ea34", "name": "network-vif-deleted", "tag": "b2f90365-d207-4f09-8130-94f6f1321e5c"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:30:59.130136 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d916403-120c-4968-b3c5-52009f27ff71 x-openstack-request-id: req-3d916403-120c-4968-b3c5-52009f27ff71 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:30:59.130803 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22021045-897b-4e83-8aa2-9cfb3600ea34", "name": "network-vif-deleted", "tag": "b2f90365-d207-4f09-8130-94f6f1321e5c", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:30:59.131224 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d916403-120c-4968-b3c5-52009f27ff71 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:30:59.131647 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22021045-897b-4e83-8aa2-9cfb3600ea34', 'name': 'network-vif-deleted', 'tag': 'b2f90365-d207-4f09-8130-94f6f1321e5c', 'status': 'completed', 'code': 200} Dec 16 15:30:59.246767 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-07b22508-885d-49a3-beb0-17a05b400548 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:30:59.296544 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 2bd24cde-9000-4313-8b47-fd9059870279 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:59.386524 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4e5b1503-2bea-4a9f-a936-d2ec630f7a09 req-b9219beb-355c-4588-b5ba-3bd0282ac18a tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/ports?device_id=22021045-897b-4e83-8aa2-9cfb3600ea34 HTTP/1.1" status: 200 len: 210 time: 0.0291626 Dec 16 15:30:59.460403 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port 2bd24cde-9000-4313-8b47-fd9059870279 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:30:59.475351 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 2bd24cde-9000-4313-8b47-fd9059870279 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:59.475351 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:59.781951 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:59.815974 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-07b22508-885d-49a3-beb0-17a05b400548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:59.859264 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b22508-885d-49a3-beb0-17a05b400548 None None] Checking router: 3c5de732-6eb7-460d-accf-ac090bf9b0a7 for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:30:59.866934 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 2bd24cde-9000-4313-8b47-fd9059870279, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=2bd24cde-9000-4313-8b47-fd9059870279,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:59.873349 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:59.874314 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device b2f90365-d207-4f09-8130-94f6f1321e5c no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:59.880916 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b22508-885d-49a3-beb0-17a05b400548 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:59.881599 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-07b22508-885d-49a3-beb0-17a05b400548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:59.931500 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:59.934838 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda17833-748f-4b53-aa53-30de3d6d59e5" -d '{"events": [{"server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "name": "network-vif-plugged", "status": "completed", "tag": "2bd24cde-9000-4313-8b47-fd9059870279"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:31:00.050865 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: b2f90365-d207-4f09-8130-94f6f1321e5c {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:00.051523 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device b2f90365-d207-4f09-8130-94f6f1321e5c not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:00.072388 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9436c08f-e535-4038-a5b5-76f05b47850a x-openstack-request-id: req-9436c08f-e535-4038-a5b5-76f05b47850a {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:31:00.073682 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "name": "network-vif-plugged", "status": "completed", "tag": "2bd24cde-9000-4313-8b47-fd9059870279", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:31:00.074132 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac2d67-6dbd-4a0f-bdc6-76410f55825b req-6ad71f5e-1d84-4bb0-b1c8-0192fca67867 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:00.074556 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9436c08f-e535-4038-a5b5-76f05b47850a {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:31:00.076149 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279', 'code': 200} Dec 16 15:31:00.087244 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-faac2d67-6dbd-4a0f-bdc6-76410f55825b req-6ad71f5e-1d84-4bb0-b1c8-0192fca67867 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0941837 Dec 16 15:31:00.181599 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-07b22508-885d-49a3-beb0-17a05b400548 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:31:00.191861 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-faac2d67-6dbd-4a0f-bdc6-76410f55825b req-9a32392f-07e3-4f11-be5d-e89f2306cf47 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028621 Dec 16 15:31:00.216197 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=2bd24cde-9000-4313-8b47-fd9059870279,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:00.252962 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae0e8b-93d3-4bba-930e-73e6c6fe7341 req-8735e101-e7e0-4557-9f46-fe71bfb3ea07 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:00.255660 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-64ae0e8b-93d3-4bba-930e-73e6c6fe7341 req-8735e101-e7e0-4557-9f46-fe71bfb3ea07 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 946 time: 0.1448572 Dec 16 15:31:00.350746 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319f914-dbb5-4ec4-9d52-2a23454192e9 req-dc70f5d9-0563-44c9-84bd-1e5fd3304168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:00.352237 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f319f914-dbb5-4ec4-9d52-2a23454192e9 req-dc70f5d9-0563-44c9-84bd-1e5fd3304168 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 1099 time: 0.0955911 Dec 16 15:31:00.376945 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-64ae0e8b-93d3-4bba-930e-73e6c6fe7341 req-a3eb95ff-065d-49b9-b5b6-ab6152b3578e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107829 Dec 16 15:31:00.461512 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f319f914-dbb5-4ec4-9d52-2a23454192e9 req-72bec21f-0e79-4938-8567-c01ca6653657 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004574 Dec 16 15:31:00.500452 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-07b22508-885d-49a3-beb0-17a05b400548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:00.518313 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34038) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:00.564297 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b22508-885d-49a3-beb0-17a05b400548 None None] The sync data for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi is: [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f0242eff-187a-4c4e-8fbc-1e5d51edb203', 'name': '', 'network_id': '9090a524-2252-4eae-b08b-7fbbd31942c4', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'mac_address': 'fa:16:3e:b8:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:07Z', 'updated_at': '2021-12-16T15:24:20Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'subnets': [{'id': '1053c293-7fb3-4c40-8b29-578e6f0f756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:31:00.596435 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9dfd381a-1c8c-43ca-8d58-39b15d1d49b1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:00.632316 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9dfd381a-1c8c-43ca-8d58-39b15d1d49b1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:00.715221 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9dfd381a-1c8c-43ca-8d58-39b15d1d49b1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:00.721304 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9dfd381a-1c8c-43ca-8d58-39b15d1d49b1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:00.731872 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-9dfd381a-1c8c-43ca-8d58-39b15d1d49b1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "DELETE /v2.0/security-groups/dc0d8c8b-13a5-451b-b62e-b4dd317965a1 HTTP/1.1" status: 204 len: 168 time: 0.2082117 Dec 16 15:31:00.732943 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34040) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:00.741486 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd381a-1c8c-43ca-8d58-39b15d1d49b1 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0d8c8b-13a5-451b-b62e-b4dd317965a1,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:00.767961 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.api.v2.resource [None req-a48cb47b-fdbd-435b-a233-8038b46b92d5 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] show failed (client error): The resource could not be found. Dec 16 15:31:00.781257 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34042) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:00.782143 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-a48cb47b-fdbd-435b-a233-8038b46b92d5 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "GET /v2.0/security-groups/dc0d8c8b-13a5-451b-b62e-b4dd317965a1 HTTP/1.1" status: 404 len: 347 time: 0.0459592 Dec 16 15:31:00.943880 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cb3ae4-52f9-4e70-be75-c8181f9270fa None None] New status for floating IP 7f617cb8-7bdb-41bf-8b80-6a95870ece4b: DOWN {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:31:00.988906 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-989d8a1c-d83e-450a-bbf6-1e5985a26d1e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Deleting port 45b3b011-3f58-46f3-8313-15474cd97dd7 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:00.988906 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-989d8a1c-d83e-450a-bbf6-1e5985a26d1e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.100358 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-989d8a1c-d83e-450a-bbf6-1e5985a26d1e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.101665 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-989d8a1c-d83e-450a-bbf6-1e5985a26d1e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.122165 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-989d8a1c-d83e-450a-bbf6-1e5985a26d1e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Calling delete_port for 45b3b011-3f58-46f3-8313-15474cd97dd7 owned by network:floatingip {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:01.647066 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-989d8a1c-d83e-450a-bbf6-1e5985a26d1e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.667634 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387f443-082f-451c-af17-22803be09b4c req-d1bbb35a-07ec-43cf-a024-86e2ff20c671 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:01.669554 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0387f443-082f-451c-af17-22803be09b4c req-d1bbb35a-07ec-43cf-a024-86e2ff20c671 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.3882809 Dec 16 15:31:01.724370 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d8a1c-d83e-450a-bbf6-1e5985a26d1e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Pushing event deleted for resources: {'Port': ['ID=45b3b011-3f58-46f3-8313-15474cd97dd7,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:01.756124 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eea50-e975-4b7a-a549-11687dae38a9 req-cde1ac89-a0ac-42e5-94f8-5c1454c20378 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:01.759183 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f46eea50-e975-4b7a-a549-11687dae38a9 req-cde1ac89-a0ac-42e5-94f8-5c1454c20378 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 946 time: 0.1841216 Dec 16 15:31:01.887796 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0387f443-082f-451c-af17-22803be09b4c req-766f3a83-e5db-434c-b03e-a8d4d752c46a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733017 Dec 16 15:31:01.897245 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-989d8a1c-d83e-450a-bbf6-1e5985a26d1e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks [] for floatingip, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.899898 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-989d8a1c-d83e-450a-bbf6-1e5985a26d1e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.901110 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-989d8a1c-d83e-450a-bbf6-1e5985a26d1e tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] 10.222.0.75 "DELETE /v2.0/floatingips/7f617cb8-7bdb-41bf-8b80-6a95870ece4b HTTP/1.1" status: 204 len: 168 time: 1.1185353 Dec 16 15:31:01.910755 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f46eea50-e975-4b7a-a549-11687dae38a9 req-8743a30e-53a1-4fb7-a430-eee485dbe2cf tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368387 Dec 16 15:31:02.492282 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:03.129127 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a70a2d-729b-42ee-a593-bf9dc11b97b9 req-cf079351-27a0-4f68-b660-76508844ccd8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:03.132125 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d0a70a2d-729b-42ee-a593-bf9dc11b97b9 req-cf079351-27a0-4f68-b660-76508844ccd8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.1308022 Dec 16 15:31:03.168435 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b97fd-d1e2-4805-9e7e-f4ad3f1bae5c req-4c66f57b-f2eb-4d83-8026-00238635b854 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:03.180270 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dc3b97fd-d1e2-4805-9e7e-f4ad3f1bae5c req-4c66f57b-f2eb-4d83-8026-00238635b854 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 946 time: 0.1293123 Dec 16 15:31:03.277436 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d0a70a2d-729b-42ee-a593-bf9dc11b97b9 req-c5ba323f-d80d-4124-8724-3510b86e95e4 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397746 Dec 16 15:31:03.306651 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dc3b97fd-d1e2-4805-9e7e-f4ad3f1bae5c req-985589a3-02ec-44f9-9e31-405b377b178a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253650 Dec 16 15:31:03.514312 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fd5cc-4a6c-413b-a51e-7a3b4661cd3f req-e3f90476-1adb-454f-9cb8-7a81eb35e3e2 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:03.517325 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-729fd5cc-4a6c-413b-a51e-7a3b4661cd3f req-e3f90476-1adb-454f-9cb8-7a81eb35e3e2 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 946 time: 0.1005147 Dec 16 15:31:03.591992 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-729fd5cc-4a6c-413b-a51e-7a3b4661cd3f req-7f8fc0cc-bf40-4d1d-8541-02f6c56d2d7c tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666587 Dec 16 15:31:03.986780 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962118c-1765-4ff7-a2f6-85e0c520c6d3 req-f7705aea-aeec-49fd-a68d-8712a7ce09f8 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:03.988825 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d962118c-1765-4ff7-a2f6-85e0c520c6d3 req-f7705aea-aeec-49fd-a68d-8712a7ce09f8 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 946 time: 0.0611873 Dec 16 15:31:04.067512 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d962118c-1765-4ff7-a2f6-85e0c520c6d3 req-8d463bff-214d-4351-830d-49160551fbdc tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711360 Dec 16 15:31:04.547996 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7116a-1c59-465b-869a-97242b9e0298 req-f5011b72-776f-43ea-9b00-dc27833b5110 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:04.553341 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9ba7116a-1c59-465b-869a-97242b9e0298 req-f5011b72-776f-43ea-9b00-dc27833b5110 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.1145475 Dec 16 15:31:04.664704 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9ba7116a-1c59-465b-869a-97242b9e0298 req-271a92a7-4c1a-4cfd-8386-24bea414929f tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035664 Dec 16 15:31:05.807421 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34104) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:05.847522 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb3d77-a7b3-444b-84cb-d08a1de05f58 req-52c0ea0b-49c4-4365-a4e0-1b7ee100d80a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:05.849393 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-93bb3d77-a7b3-444b-84cb-d08a1de05f58 req-52c0ea0b-49c4-4365-a4e0-1b7ee100d80a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0737782 Dec 16 15:31:05.964526 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-93bb3d77-a7b3-444b-84cb-d08a1de05f58 req-73f010f1-03ce-4751-93bc-83f057a67ed7 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066916 Dec 16 15:31:06.705720 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533114'] for router_interface, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:06.995533 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] Deleting port f0242eff-187a-4c4e-8fbc-1e5d51edb203 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:06.996155 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.121199 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fac55-06f2-4ae4-8436-b357a21d195f req-1c4ff9dd-71c4-4ed9-bba7-91027f9c6e41 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:07.122741 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d88fac55-06f2-4ae4-8436-b357a21d195f req-1c4ff9dd-71c4-4ed9-bba7-91027f9c6e41 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0885830 Dec 16 15:31:07.124697 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] For port f0242eff-187a-4c4e-8fbc-1e5d51edb203, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=f0242eff-187a-4c4e-8fbc-1e5d51edb203,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:07.125080 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.152845 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] Calling delete_port for f0242eff-187a-4c4e-8fbc-1e5d51edb203 owned by network:router_interface {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:07.226651 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d88fac55-06f2-4ae4-8436-b357a21d195f req-666800d2-3f9d-4a58-a3ff-90ff5f31dbaf tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974193 Dec 16 15:31:07.397826 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb632af-89e3-4d94-ad5b-d17ff727d0f0 req-f433442e-5934-4942-8939-b5e38a63bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:07.399350 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ffb632af-89e3-4d94-ad5b-d17ff727d0f0 req-f433442e-5934-4942-8939-b5e38a63bd54 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 1098 time: 0.0741019 Dec 16 15:31:07.400447 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.436006 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0242eff-187a-4c4e-8fbc-1e5d51edb203,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:07.620721 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb632af-89e3-4d94-ad5b-d17ff727d0f0 req-a24fed74-5718-4e96-9af1-f9b384908be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:07.622255 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ffb632af-89e3-4d94-ad5b-d17ff727d0f0 req-a24fed74-5718-4e96-9af1-f9b384908be7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 918 time: 0.2125206 Dec 16 15:31:07.729612 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ffb632af-89e3-4d94-ad5b-d17ff727d0f0 req-c5f89c65-8592-4be4-a8ab-a417bb1c1106 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8833bb27-7a0d-401e-aa31-b051f2d26428 HTTP/1.1" status: 200 len: 1001 time: 0.0971053 Dec 16 15:31:07.730070 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533222'] for router_interface, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.828374 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb632af-89e3-4d94-ad5b-d17ff727d0f0 req-490fe42c-bdbb-466a-913c-3fe93205ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:07.829920 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ffb632af-89e3-4d94-ad5b-d17ff727d0f0 req-490fe42c-bdbb-466a-913c-3fe93205ed72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.0924206 Dec 16 15:31:07.919447 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb632af-89e3-4d94-ad5b-d17ff727d0f0 req-6446fd3d-d983-45dd-b897-6c9254a94ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:07.920951 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ffb632af-89e3-4d94-ad5b-d17ff727d0f0 req-6446fd3d-d983-45dd-b897-6c9254a94ec2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632479 Dec 16 15:31:08.093404 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] Router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:31:08.096206 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ffb632af-89e3-4d94-ad5b-d17ff727d0f0 req-5d787fc6-f747-4201-91ec-14d8922e7f3e service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454349 Dec 16 15:31:08.287851 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ffb632af-89e3-4d94-ad5b-d17ff727d0f0 req-52b3da9e-1c20-4627-b3c6-f7e8fbc9f5d8 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837187 Dec 16 15:31:08.295043 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:31:08.301810 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-39477cc0-827d-417c-94c7-9b17e3478b41 admin admin] 10.222.0.75 "PUT /v2.0/routers/3c5de732-6eb7-460d-accf-ac090bf9b0a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4925671 Dec 16 15:31:08.304911 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34140) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:08.322020 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606040fa-07d3-44d7-9091-ec32ace0aff2 None None] Sync routers for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:31:08.335894 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606040fa-07d3-44d7-9091-ec32ace0aff2 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:31:08.336569 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-606040fa-07d3-44d7-9091-ec32ace0aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:08.426424 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Publish callbacks [] for router, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:08.453987 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-606040fa-07d3-44d7-9091-ec32ace0aff2 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:31:08.561166 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:08.620459 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Deleting port 997e4756-89c5-414d-b1b9-c440c3add0f0 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:08.620813 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:08.631778 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27342c-5b85-4f2f-a042-4cb79996ca5f req-6be8d8e8-1842-4c35-a85e-11768152bf84 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:08.633367 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-be27342c-5b85-4f2f-a042-4cb79996ca5f req-6be8d8e8-1842-4c35-a85e-11768152bf84 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.3110185 Dec 16 15:31:08.659129 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-606040fa-07d3-44d7-9091-ec32ace0aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:31:07Z', 'revision_number': 5, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port': {'id': '997e4756-89c5-414d-b1b9-c440c3add0f0', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:08.685015 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-be27342c-5b85-4f2f-a042-4cb79996ca5f req-f6b9ce59-a817-4e4b-874f-e1ec095cb185 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452769 Dec 16 15:31:08.685334 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606040fa-07d3-44d7-9091-ec32ace0aff2 None None] Checking router: 3c5de732-6eb7-460d-accf-ac090bf9b0a7 for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:31:08.694872 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606040fa-07d3-44d7-9091-ec32ace0aff2 None None] Routers {'3c5de732-6eb7-460d-accf-ac090bf9b0a7'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:31:08.695490 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-606040fa-07d3-44d7-9091-ec32ace0aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:08.716288 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] For port 997e4756-89c5-414d-b1b9-c440c3add0f0, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=997e4756-89c5-414d-b1b9-c440c3add0f0,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:08.716681 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:08.730368 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Calling delete_port for 997e4756-89c5-414d-b1b9-c440c3add0f0 owned by network:router_gateway {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:08.788343 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-606040fa-07d3-44d7-9091-ec32ace0aff2 None None] Set router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 gateway port host: None {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:31:08.845802 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-606040fa-07d3-44d7-9091-ec32ace0aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:31:08Z', 'revision_number': 6, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port_host': None}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:08.872827 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606040fa-07d3-44d7-9091-ec32ace0aff2 None None] The sync data for ids ['3c5de732-6eb7-460d-accf-ac090bf9b0a7'] in dv-cinder-801522-8-iscsi is: [{'id': '3c5de732-6eb7-460d-accf-ac090bf9b0a7', 'name': 'tempest-AttachVolumeTestJSON-677067774-router', 'tenant_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:31:08Z', 'revision_number': 6, 'project_id': 'c9158dcfce9544e2bc94682b4cfee47e', 'gw_port_host': None}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:31:08.899960 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:08.927611 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Pushing event deleted for resources: {'Port': ['ID=997e4756-89c5-414d-b1b9-c440c3add0f0,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:08.958137 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.959118 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.959475 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.959821 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.960551 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.960914 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.961292 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.961629 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.962104 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.962432 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.963715 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.964042 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:08.964381 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:09.006224 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536388'] for router_gateway, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.097869 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38292'] for router, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.100049 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.148364 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530909'] for router, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.148909 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c5de732-6eb7-460d-accf-ac090bf9b0a7 {{(pid=102463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:31:09.153292 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] Publish callbacks [] for router, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.154412 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-af8813de-f851-4859-bb62-d44fa8d8af8a admin admin] 10.222.0.75 "DELETE /v2.0/routers/3c5de732-6eb7-460d-accf-ac090bf9b0a7 HTTP/1.1" status: 204 len: 168 time: 0.8480208 Dec 16 15:31:09.157077 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34144) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:09.202101 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6928a2-cf89-488c-af30-32053da5f269 admin admin] Deleting subnet 1053c293-7fb3-4c40-8b29-578e6f0f756b {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:31:09.205388 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ca6928a2-cf89-488c-af30-32053da5f269 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.253550 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ca6928a2-cf89-488c-af30-32053da5f269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.367956 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ca6928a2-cf89-488c-af30-32053da5f269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.432115 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ca6928a2-cf89-488c-af30-32053da5f269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.475657 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6928a2-cf89-488c-af30-32053da5f269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1053c293-7fb3-4c40-8b29-578e6f0f756b,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:09.481515 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ca6928a2-cf89-488c-af30-32053da5f269 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.490744 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ca6928a2-cf89-488c-af30-32053da5f269 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1053c293-7fb3-4c40-8b29-578e6f0f756b HTTP/1.1" status: 204 len: 168 time: 0.3290763 Dec 16 15:31:09.490955 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d9912-2203-44b0-81ae-bf4e9d0590e2 None None] Network 9090a524-2252-4eae-b08b-7fbbd31942c4 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:09.491424 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34146) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:09.568986 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.641783 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Deleting port 2d181723-1b26-41f3-8109-47e7c5b618d4 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:09.642358 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.667090 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f0242eff-187a-4c4e-8fbc-1e5d51edb203 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:09.691549 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: f0242eff-187a-4c4e-8fbc-1e5d51edb203 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:09.692371 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f0242eff-187a-4c4e-8fbc-1e5d51edb203 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:09.693098 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 997e4756-89c5-414d-b1b9-c440c3add0f0 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:09.728901 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6952256d-7238-4b9b-9a43-d2556d0bd187 None None] DHCP port deletion for 9090a524-2252-4eae-b08b-7fbbd31942c4 request from dv-cinder-801522-8-iscsi {{(pid=102464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:09.738513 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] For port 2d181723-1b26-41f3-8109-47e7c5b618d4, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=2d181723-1b26-41f3-8109-47e7c5b618d4,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:09.739120 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.739943 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 997e4756-89c5-414d-b1b9-c440c3add0f0 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:09.740491 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 997e4756-89c5-414d-b1b9-c440c3add0f0 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:09.754831 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Calling delete_port for 2d181723-1b26-41f3-8109-47e7c5b618d4 owned by network:dhcp {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:09.810340 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-6952256d-7238-4b9b-9a43-d2556d0bd187 None None] Deleting port 2d181723-1b26-41f3-8109-47e7c5b618d4 {{(pid=102464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:09.811102 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6952256d-7238-4b9b-9a43-d2556d0bd187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.826976 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178099d-2741-4993-9095-7218dbd234b2 req-bab2cc81-afd1-4b19-88f9-35172c245e4c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:09.828536 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9178099d-2741-4993-9095-7218dbd234b2 req-bab2cc81-afd1-4b19-88f9-35172c245e4c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0551913 Dec 16 15:31:09.861325 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.882749 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9178099d-2741-4993-9095-7218dbd234b2 req-bb1ffb3e-cd60-4f5f-a0f3-a5c6b0768430 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470300 Dec 16 15:31:09.890409 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-6952256d-7238-4b9b-9a43-d2556d0bd187 None None] For port 2d181723-1b26-41f3-8109-47e7c5b618d4, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=2d181723-1b26-41f3-8109-47e7c5b618d4,segment=NetworkSegment(abff8ea3-2d52-4419-ae22-4beabec5173a),segment_id=abff8ea3-2d52-4419-ae22-4beabec5173a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:09.890894 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6952256d-7238-4b9b-9a43-d2556d0bd187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.894203 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] No DVR routers for this DVR port 2d181723-1b26-41f3-8109-47e7c5b618d4 on host dv-cinder-801522-8-iscsi {{(pid=102463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:09.899797 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d181723-1b26-41f3-8109-47e7c5b618d4,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:09.915042 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-6952256d-7238-4b9b-9a43-d2556d0bd187 None None] Calling delete_port for 2d181723-1b26-41f3-8109-47e7c5b618d4 owned by network:dhcp {{(pid=102464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:09.972384 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.999640 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9090a524-2252-4eae-b08b-7fbbd31942c4']}} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:10.013083 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abff8ea3-2d52-4419-ae22-4beabec5173a') {'for_net_delete': True} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:10.013083 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abff8ea3-2d52-4419-ae22-4beabec5173a') {} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:10.023975 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58938002'] for segment, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.040008 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.041292 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6952256d-7238-4b9b-9a43-d2556d0bd187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544'] for port, after_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.048006 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=102463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:10.048403 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58937820'] for segment, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: Traceback (most recent call last): Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: timer() Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: cb(*args, **kw) Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: return func(*args, **kwargs) Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: self._notify() Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: self.callback(batched_events) Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: event.method(event) Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: return f(self, *a, **k) Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._get(url).json() Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:10.050880 dv-cinder-801522-8-iscsi neutron-server[102463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:10.070563 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952256d-7238-4b9b-9a43-d2556d0bd187 None None] Pushing event deleted for resources: {'Port': ['ID=2d181723-1b26-41f3-8109-47e7c5b618d4,revision_number=None']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:10.072467 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952256d-7238-4b9b-9a43-d2556d0bd187 None None] No DVR routers for this DVR port 2d181723-1b26-41f3-8109-47e7c5b618d4 on host dv-cinder-801522-8-iscsi {{(pid=102464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:10.119189 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.129121 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.140920 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9090a524-2252-4eae-b08b-7fbbd31942c4 HTTP/1.1" status: 204 len: 168 time: 0.6489353 Dec 16 15:31:10.151310 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16b4f3-19da-458a-990c-4a4df05a9c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=9090a524-2252-4eae-b08b-7fbbd31942c4,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:10.269206 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34154) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:10.312386 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-30b6b653-f611-4942-8fc9-9cf2d190790b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c9158dcfce9544e2bc94682b4cfee47e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420034 Dec 16 15:31:10.314946 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34156) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:10.368817 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b5f594d4-8516-454b-b9bf-798f9243f723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.392190 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b5f594d4-8516-454b-b9bf-798f9243f723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.445526 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b5f594d4-8516-454b-b9bf-798f9243f723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.448404 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b5f594d4-8516-454b-b9bf-798f9243f723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.451993 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-b5f594d4-8516-454b-b9bf-798f9243f723 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1adee20d-4472-4cc0-9650-9ee03345324d HTTP/1.1" status: 204 len: 168 time: 0.1337557 Dec 16 15:31:10.458676 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f594d4-8516-454b-b9bf-798f9243f723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adee20d-4472-4cc0-9650-9ee03345324d,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:11.012820 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d26c3a-5901-45e6-9a08-df680d663b9b req-61ca1593-bb6e-4cb7-b620-d5a5bf9fac53 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:11.014664 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-86d26c3a-5901-45e6-9a08-df680d663b9b req-61ca1593-bb6e-4cb7-b620-d5a5bf9fac53 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 945 time: 0.0542061 Dec 16 15:31:11.067803 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-86d26c3a-5901-45e6-9a08-df680d663b9b req-7c362a97-8528-42ac-9a88-4940e6c58de8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465381 Dec 16 15:31:11.312196 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8833bb27-7a0d-401e-aa31-b051f2d26428 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:11.396359 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:11.421677 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:31:11.424209 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c29ca2-67c8-4188-bb34-2715d09f0fc2" -d '{"events": [{"server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "name": "network-vif-unplugged", "status": "completed", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:31:11.442382 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:11.449475 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:11.480656 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 15:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0505f068-a49a-4446-b3df-432c30b9e689 x-openstack-request-id: req-0505f068-a49a-4446-b3df-432c30b9e689 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:31:11.480936 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "name": "network-vif-unplugged", "status": "failed", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428", "code": 422}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:31:11.481462 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0505f068-a49a-4446-b3df-432c30b9e689 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:31:11.481899 dv-cinder-801522-8-iscsi neutron-server[102464]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'code': 422} returned with failed status Dec 16 15:31:11.519822 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=8833bb27-7a0d-401e-aa31-b051f2d26428,revision_number=8']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:11.632577 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 2d181723-1b26-41f3-8109-47e7c5b618d4 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:11.657270 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 2d181723-1b26-41f3-8109-47e7c5b618d4 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:11.657870 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 2d181723-1b26-41f3-8109-47e7c5b618d4 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:12.326301 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5c3c4-8c51-4749-be80-aff71452affd req-33607a18-8ced-488d-b1d8-c83c9d46675d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:12.328270 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a1a5c3c4-8c51-4749-be80-aff71452affd req-33607a18-8ced-488d-b1d8-c83c9d46675d tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0905318 Dec 16 15:31:12.334704 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-b5ddb9d6-c056-47c5-aeda-55c4e3c59854 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836806 Dec 16 15:31:12.407062 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a1a5c3c4-8c51-4749-be80-aff71452affd req-55064846-ee38-45ba-8a4d-380450ef4c54 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628471 Dec 16 15:31:13.145772 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedabc2-f0ad-45ea-b725-6d03c0022f07 req-1be2ccdb-6500-4f1d-b6a2-1368f4e7a7b3 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:13.147377 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7dedabc2-f0ad-45ea-b725-6d03c0022f07 req-1be2ccdb-6500-4f1d-b6a2-1368f4e7a7b3 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 946 time: 0.0568054 Dec 16 15:31:13.201110 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7dedabc2-f0ad-45ea-b725-6d03c0022f07 req-ca182124-f7c4-4bc0-a110-9ab79d496b12 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472982 Dec 16 15:31:13.227627 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34260) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:13.354104 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-4f06c7ac-ef16-4e6d-ada9-bc00c2b8f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:13.355653 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-4f06c7ac-ef16-4e6d-ada9-bc00c2b8f032 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c&tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2 HTTP/1.1" status: 200 len: 1096 time: 0.0788155 Dec 16 15:31:13.428730 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-afe027a3-b83b-45fe-b6f5-5aaa7c6c0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:13.430302 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-afe027a3-b83b-45fe-b6f5-5aaa7c6c0892 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 1096 time: 0.0491650 Dec 16 15:31:13.440184 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6788f0-791d-49a8-a8d7-78feab4b8dde tempest-TestMinimumBasicScenario-379143211 tempest-TestMinimumBasicScenario-379143211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:13.441991 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ea6788f0-791d-49a8-a8d7-78feab4b8dde tempest-TestMinimumBasicScenario-379143211 tempest-TestMinimumBasicScenario-379143211-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 1094 time: 0.2132869 Dec 16 15:31:13.445067 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34264) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:13.449578 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Request body: {'floatingip': {'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'port_id': '2bd24cde-9000-4313-8b47-fd9059870279', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:13.488400 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for floatingip, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:13.546646 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-b506296d-9ecf-41aa-b0ba-80502e8d28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:13.547229 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-b506296d-9ecf-41aa-b0ba-80502e8d28b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 918 time: 0.1088090 Dec 16 15:31:13.601451 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:13.634082 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994629a1-5bc9-466f-affa-d4c7c004fba7 req-c0641dec-85b0-4ad4-9315-0fe29fd48c51 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:13.635637 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-994629a1-5bc9-466f-affa-d4c7c004fba7 req-c0641dec-85b0-4ad4-9315-0fe29fd48c51 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.1055572 Dec 16 15:31:13.654857 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-0691b463-8752-4720-9e57-0717f2605901 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8833bb27-7a0d-401e-aa31-b051f2d26428 HTTP/1.1" status: 200 len: 999 time: 0.0897875 Dec 16 15:31:13.726608 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Allocated IP 172.27.3.83 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/ff1d3e9f-e7e4-44ed-80cb-0b874e01f679) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:31:13.738586 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-eafb8bfd-31d3-4a53-97c9-1421387badbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:13.738586 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-eafb8bfd-31d3-4a53-97c9-1421387badbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.0734060 Dec 16 15:31:13.739824 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-994629a1-5bc9-466f-affa-d4c7c004fba7 req-3d024642-be9c-4946-a7fe-8f9ff244f114 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968056 Dec 16 15:31:13.792109 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-68d52406-47fa-4c30-a7c2-5235908adedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:13.793977 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-68d52406-47fa-4c30-a7c2-5235908adedd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506868 Dec 16 15:31:13.860024 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:13.898452 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-bc6cfbfa-5a03-4722-8fce-b3a82424a70a service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953414 Dec 16 15:31:13.898821 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:13.940849 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:31:13.949239 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:13.952956 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:31:13.959132 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'Port': ['ID=ff1d3e9f-e7e4-44ed-80cb-0b874e01f679,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:14.014860 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8eb7838f-613c-4c94-b1a9-bc721d0caf59 req-87da5fd4-21d9-42e6-bc48-416431854369 service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074560 Dec 16 15:31:14.379862 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.458079 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.666540 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.671855 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.739723 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'Port': ['ID=ff1d3e9f-e7e4-44ed-80cb-0b874e01f679,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:14.806845 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.924811 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb4f86-3aba-4f5f-a26f-18cde67f5d13 req-d6f244ff-aeda-4b7b-90a3-88b8978c694e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:14.926597 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-81fb4f86-3aba-4f5f-a26f-18cde67f5d13 req-d6f244ff-aeda-4b7b-90a3-88b8978c694e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0694749 Dec 16 15:31:14.986505 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.l3_db [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Floating IP eb28d68a-a5cb-4c4b-85fe-c0ce26787f0e associated. External IP: 172.27.3.83, port: 2bd24cde-9000-4313-8b47-fd9059870279. Dec 16 15:31:15.029157 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-81fb4f86-3aba-4f5f-a26f-18cde67f5d13 req-43ac95e5-d919-4993-b1a3-83bbf09a65e6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915630 Dec 16 15:31:15.525819 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Router 7266d2a9-33a6-4672-86af-704d66be1355 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:31:15.667340 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:31:15.685784 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c735f-2f47-4149-b443-809c9ffbb7bc None None] Sync routers for ids ['7266d2a9-33a6-4672-86af-704d66be1355'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:31:15.713577 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.723519 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c735f-2f47-4149-b443-809c9ffbb7bc None None] Routers {'7266d2a9-33a6-4672-86af-704d66be1355'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:31:15.724548 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f53c735f-2f47-4149-b443-809c9ffbb7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7266d2a9-33a6-4672-86af-704d66be1355'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:15.792279 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2f13d3f5-477a-4e12-9f5c-cfb3688ed7ef tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3461185 Dec 16 15:31:15.793010 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:31:15.795406 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640de96d-9007-491d-a325-a1422c476837" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "tag": "2bd24cde-9000-4313-8b47-fd9059870279"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:31:15.802419 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34318) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:15.835823 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-84d582dc-4b0b-4cda-b3a6-832b6ee3f78b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819446287', 'description': 'tempest-secgroup-smoke-819446287 description', 'project_id': '6f37c77e93bf463d860d62c8d68bddb0'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:15.920775 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a3eb1e-f2bb-416c-b294-d8012ef3c220 x-openstack-request-id: req-10a3eb1e-f2bb-416c-b294-d8012ef3c220 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:31:15.921169 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "tag": "2bd24cde-9000-4313-8b47-fd9059870279", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:31:15.921599 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-10a3eb1e-f2bb-416c-b294-d8012ef3c220 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:31:15.921967 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279', 'status': 'completed', 'code': 200} Dec 16 15:31:15.933849 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-84d582dc-4b0b-4cda-b3a6-832b6ee3f78b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.054376 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-84d582dc-4b0b-4cda-b3a6-832b6ee3f78b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.066617 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-84d582dc-4b0b-4cda-b3a6-832b6ee3f78b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.183475 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-84d582dc-4b0b-4cda-b3a6-832b6ee3f78b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.187001 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-84d582dc-4b0b-4cda-b3a6-832b6ee3f78b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3819826 Dec 16 15:31:16.192436 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34332) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:16.197966 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-59584ac8-7d4c-4a0b-84c2-48bb7065f931 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Request body: {'security_group_rule': {'security_group_id': '784d9810-97da-48e5-a763-93fbc4c06b91', 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:16.204745 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d582dc-4b0b-4cda-b3a6-832b6ee3f78b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784d9810-97da-48e5-a763-93fbc4c06b91,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:16.253838 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-f53c735f-2f47-4149-b443-809c9ffbb7bc None None] Set router 7266d2a9-33a6-4672-86af-704d66be1355 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:31:16.296459 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-59584ac8-7d4c-4a0b-84c2-48bb7065f931 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.362790 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5013f-8956-4e2f-9ee5-341fddd2170d req-a7ae89df-b872-44b7-91b8-a26556d20b8e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:16.377290 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-acf5013f-8956-4e2f-9ee5-341fddd2170d req-a7ae89df-b872-44b7-91b8-a26556d20b8e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.1353602 Dec 16 15:31:16.431995 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-59584ac8-7d4c-4a0b-84c2-48bb7065f931 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.439995 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-59584ac8-7d4c-4a0b-84c2-48bb7065f931 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.482163 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59584ac8-7d4c-4a0b-84c2-48bb7065f931 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dead1df-8313-4a37-90bb-94c2e9c9b0de,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:16.491406 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-59584ac8-7d4c-4a0b-84c2-48bb7065f931 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.497672 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-59584ac8-7d4c-4a0b-84c2-48bb7065f931 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993655 Dec 16 15:31:16.497672 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34336) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:16.503784 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-aa202c82-ebe4-48f7-81bf-7bd5a6c11d10 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Request body: {'security_group_rule': {'security_group_id': '784d9810-97da-48e5-a763-93fbc4c06b91', 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:16.572009 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-acf5013f-8956-4e2f-9ee5-341fddd2170d req-604c16b5-a5a9-46dc-828f-a330ff9baa59 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910086 Dec 16 15:31:16.578000 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-aa202c82-ebe4-48f7-81bf-7bd5a6c11d10 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.705929 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-aa202c82-ebe4-48f7-81bf-7bd5a6c11d10 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.715708 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-aa202c82-ebe4-48f7-81bf-7bd5a6c11d10 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.746026 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa202c82-ebe4-48f7-81bf-7bd5a6c11d10 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b6680f-b451-4590-bc89-879993715ba2,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:16.759707 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-aa202c82-ebe4-48f7-81bf-7bd5a6c11d10 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.761450 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-aa202c82-ebe4-48f7-81bf-7bd5a6c11d10 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2628522 Dec 16 15:31:16.765498 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34344) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:16.771697 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-1305c4c4-ac88-4f0b-8a68-64a43b301030 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Request body: {'security_group_rule': {'security_group_id': '784d9810-97da-48e5-a763-93fbc4c06b91', 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:16.849274 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1305c4c4-ac88-4f0b-8a68-64a43b301030 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.903530 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f53c735f-2f47-4149-b443-809c9ffbb7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'eb28d68a-a5cb-4c4b-85fe-c0ce26787f0e', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'port_id': '2bd24cde-9000-4313-8b47-fd9059870279', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'mac_address': 'fa:16:3e:79:53:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:31:14Z', 'updated_at': '2021-12-16T15:31:14Z', 'revision_number': 0, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d6bb90-c0b6-4810-923b-a0ea9df29ef9', 'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'mac_address': 'fa:16:3e:f9:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:19Z', 'updated_at': '2021-12-16T15:30:25Z', 'revision_number': 5, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'subnets': [{'id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:16.960264 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c735f-2f47-4149-b443-809c9ffbb7bc None None] Checking router: 7266d2a9-33a6-4672-86af-704d66be1355 for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:31:16.973308 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c735f-2f47-4149-b443-809c9ffbb7bc None None] Routers {'7266d2a9-33a6-4672-86af-704d66be1355'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:31:16.974216 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f53c735f-2f47-4149-b443-809c9ffbb7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:30:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7266d2a9-33a6-4672-86af-704d66be1355'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:17.003842 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1305c4c4-ac88-4f0b-8a68-64a43b301030 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.011899 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1305c4c4-ac88-4f0b-8a68-64a43b301030 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.077629 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305c4c4-ac88-4f0b-8a68-64a43b301030 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f84cda-9713-4337-a210-685a4109d5b0,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:17.089626 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0ae04aa1-ff9e-437a-80ab-f04d093dd77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.090298 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1305c4c4-ac88-4f0b-8a68-64a43b301030 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.092744 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1305c4c4-ac88-4f0b-8a68-64a43b301030 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3253253 Dec 16 15:31:17.096292 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34346) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:17.132090 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-d715c9b0-463f-4ddc-843e-fb4e852f3111 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Request body: {'security_group_rule': {'security_group_id': '784d9810-97da-48e5-a763-93fbc4c06b91', 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:17.239047 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d715c9b0-463f-4ddc-843e-fb4e852f3111 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.359663 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34350) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:17.373646 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-f53c735f-2f47-4149-b443-809c9ffbb7bc None None] Set router 7266d2a9-33a6-4672-86af-704d66be1355 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:31:17.441343 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d715c9b0-463f-4ddc-843e-fb4e852f3111 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.448154 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d715c9b0-463f-4ddc-843e-fb4e852f3111 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.470162 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715c9b0-463f-4ddc-843e-fb4e852f3111 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8414b0a4-0598-42b2-bf24-2f7b8cb1e5a9,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:17.486136 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d715c9b0-463f-4ddc-843e-fb4e852f3111 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.487457 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d715c9b0-463f-4ddc-843e-fb4e852f3111 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3754718 Dec 16 15:31:17.492080 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34354) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:17.497945 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-0a7a79ff-f973-41a8-a89a-0b7241716d00 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Request body: {'security_group_rule': {'security_group_id': '784d9810-97da-48e5-a763-93fbc4c06b91', 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:17.540378 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.securitygroups_db [None req-0a7a79ff-f973-41a8-a89a-0b7241716d00 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Project 6f37c77e93bf463d860d62c8d68bddb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:31:17.555005 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0a7a79ff-f973-41a8-a89a-0b7241716d00 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.670279 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4549df9c-0498-4846-90f5-d2bd1fc6d602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.747065 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0a7a79ff-f973-41a8-a89a-0b7241716d00 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.757692 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0a7a79ff-f973-41a8-a89a-0b7241716d00 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.804884 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0a7a79ff-f973-41a8-a89a-0b7241716d00 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.809509 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-0a7a79ff-f973-41a8-a89a-0b7241716d00 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3132689 Dec 16 15:31:17.811761 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34360) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:17.828384 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-414995ce-61bc-4dae-be3d-6c51416c9497 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Request body: {'security_group_rule': {'security_group_id': '784d9810-97da-48e5-a763-93fbc4c06b91', 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:17.844745 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a79ff-f973-41a8-a89a-0b7241716d00 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c336d970-f627-4e23-aad7-21246d55ea31,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:17.871735 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aea24-f8c6-45ba-9955-4e8d78b06be5 req-4de2d12c-f25d-4d53-8620-ab7288e6e532 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:17.885372 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-980aea24-f8c6-45ba-9955-4e8d78b06be5 req-4de2d12c-f25d-4d53-8620-ab7288e6e532 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.1362205 Dec 16 15:31:17.960679 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f53c735f-2f47-4149-b443-809c9ffbb7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'eb28d68a-a5cb-4c4b-85fe-c0ce26787f0e', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'port_id': '2bd24cde-9000-4313-8b47-fd9059870279', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'mac_address': 'fa:16:3e:79:53:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:31:14Z', 'updated_at': '2021-12-16T15:31:14Z', 'revision_number': 0, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d6bb90-c0b6-4810-923b-a0ea9df29ef9', 'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'mac_address': 'fa:16:3e:f9:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:19Z', 'updated_at': '2021-12-16T15:30:25Z', 'revision_number': 5, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'subnets': [{'id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:17.972739 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4549df9c-0498-4846-90f5-d2bd1fc6d602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.976093 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.securitygroups_db [None req-414995ce-61bc-4dae-be3d-6c51416c9497 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Project 6f37c77e93bf463d860d62c8d68bddb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:31:17.992074 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4549df9c-0498-4846-90f5-d2bd1fc6d602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.995221 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-980aea24-f8c6-45ba-9955-4e8d78b06be5 req-14af35ca-1c79-4695-8df9-36186804d62b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076264 Dec 16 15:31:18.032946 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-414995ce-61bc-4dae-be3d-6c51416c9497 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.048001 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c735f-2f47-4149-b443-809c9ffbb7bc None None] The sync data for ids ['7266d2a9-33a6-4672-86af-704d66be1355'] in dv-cinder-801522-8-iscsi is: [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'eb28d68a-a5cb-4c4b-85fe-c0ce26787f0e', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'port_id': '2bd24cde-9000-4313-8b47-fd9059870279', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'mac_address': 'fa:16:3e:79:53:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:31:14Z', 'updated_at': '2021-12-16T15:31:14Z', 'revision_number': 0, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d6bb90-c0b6-4810-923b-a0ea9df29ef9', 'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'mac_address': 'fa:16:3e:f9:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:19Z', 'updated_at': '2021-12-16T15:30:25Z', 'revision_number': 5, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'subnets': [{'id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:31:18.136509 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549df9c-0498-4846-90f5-d2bd1fc6d602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c652d120-1b5a-402d-9c27-e79893327b22,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:18.145738 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4549df9c-0498-4846-90f5-d2bd1fc6d602 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ae2732107e3c4feaacdce393aa9cf4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7845628 Dec 16 15:31:18.150352 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34362) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:18.174486 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-414995ce-61bc-4dae-be3d-6c51416c9497 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.191804 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-414995ce-61bc-4dae-be3d-6c51416c9497 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.216928 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414995ce-61bc-4dae-be3d-6c51416c9497 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393db046-fa1a-46a0-beee-04b5520e4497,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:18.241811 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-414995ce-61bc-4dae-be3d-6c51416c9497 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.249840 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.258486 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-414995ce-61bc-4dae-be3d-6c51416c9497 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4466743 Dec 16 15:31:18.287970 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.382058 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5fd41ffe-000d-4207-9ba8-b29f88f10335 req-1a981b78-524d-4ff8-b333-de14c13f5a55 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819446287&fields=id&tenant_id=6f37c77e93bf463d860d62c8d68bddb0 HTTP/1.1" status: 200 len: 267 time: 0.0702832 Dec 16 15:31:18.446478 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b126c1-626f-40e3-bc67-cf29529a60eb None None] New status for floating IP eb28d68a-a5cb-4c4b-85fe-c0ce26787f0e: ACTIVE {{(pid=102464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:31:18.478799 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.482598 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.488625 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c652d120-1b5a-402d-9c27-e79893327b22 HTTP/1.1" status: 204 len: 168 time: 0.3364024 Dec 16 15:31:18.505417 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c652d120-1b5a-402d-9c27-e79893327b22,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:18.519450 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.519957 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.520383 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.520834 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.521273 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.521707 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.522116 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.522528 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.522938 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.523416 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.523818 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.524214 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.524704 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47b3d1-dcdb-4839-bfdf-75c0115f46d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:18.560651 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd41ffe-000d-4207-9ba8-b29f88f10335 req-ce8607a5-5a7e-4281-ab74-17bb8389a829 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:18.562681 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5fd41ffe-000d-4207-9ba8-b29f88f10335 req-ce8607a5-5a7e-4281-ab74-17bb8389a829 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 946 time: 0.1699128 Dec 16 15:31:18.580901 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-5fd41ffe-000d-4207-9ba8-b29f88f10335 req-4fe078fc-7195-4434-aa9d-adfd62be509a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Request body: {'port': {'security_groups': ['eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf', '784d9810-97da-48e5-a763-93fbc4c06b91']}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:18.730908 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5fd41ffe-000d-4207-9ba8-b29f88f10335 req-4fe078fc-7195-4434-aa9d-adfd62be509a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.019767 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34372) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:19.039213 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6600da6d-36f0-47b7-8653-fd23fc72db5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.145569 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6600da6d-36f0-47b7-8653-fd23fc72db5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.156207 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6600da6d-36f0-47b7-8653-fd23fc72db5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.173532 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-5fd41ffe-000d-4207-9ba8-b29f88f10335 req-4fe078fc-7195-4434-aa9d-adfd62be509a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] For port 2bd24cde-9000-4313-8b47-fd9059870279, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=2bd24cde-9000-4313-8b47-fd9059870279,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:19.201852 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-6600da6d-36f0-47b7-8653-fd23fc72db5e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5eef331edd0a45b3b8d4dacfef4f24cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807392 Dec 16 15:31:19.204367 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600da6d-36f0-47b7-8653-fd23fc72db5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b25de7-c303-42a3-b991-253fc95e1d1e,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:19.207382 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34374) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:19.214830 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48417124-16a3-41d7-b2f3-b7cbbcbfee46 req-8aec3831-a34c-4be6-ab1c-3859df1c226b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:19.217157 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-48417124-16a3-41d7-b2f3-b7cbbcbfee46 req-8aec3831-a34c-4be6-ab1c-3859df1c226b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.1318197 Dec 16 15:31:19.235222 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5fd41ffe-000d-4207-9ba8-b29f88f10335 req-4fe078fc-7195-4434-aa9d-adfd62be509a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.258558 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5fd41ffe-000d-4207-9ba8-b29f88f10335 req-4fe078fc-7195-4434-aa9d-adfd62be509a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.275789 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['2bd24cde-9000-4313-8b47-fd9059870279'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:31:19.289852 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6d09-3f38-48dd-b32f-8a16f83c43f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.331873 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6d09-3f38-48dd-b32f-8a16f83c43f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.368956 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe078fc-7195-4434-aa9d-adfd62be509a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'Port': ['ID=2bd24cde-9000-4313-8b47-fd9059870279,revision_number=6']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:19.413135 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd41ffe-000d-4207-9ba8-b29f88f10335 req-4fe078fc-7195-4434-aa9d-adfd62be509a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:19.413896 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5fd41ffe-000d-4207-9ba8-b29f88f10335 req-4fe078fc-7195-4434-aa9d-adfd62be509a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.415738 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5fd41ffe-000d-4207-9ba8-b29f88f10335 req-4fe078fc-7195-4434-aa9d-adfd62be509a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "PUT /v2.0/ports/2bd24cde-9000-4313-8b47-fd9059870279 HTTP/1.1" status: 200 len: 982 time: 0.8423808 Dec 16 15:31:19.416521 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:31:19.418830 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9104de-8581-43eb-b6d0-a171455ebec3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "tag": "2bd24cde-9000-4313-8b47-fd9059870279"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:31:19.426514 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6d09-3f38-48dd-b32f-8a16f83c43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.429452 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6d09-3f38-48dd-b32f-8a16f83c43f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.433728 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-6e0b6d09-3f38-48dd-b32f-8a16f83c43f5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/76b25de7-c303-42a3-b991-253fc95e1d1e HTTP/1.1" status: 204 len: 168 time: 0.2222488 Dec 16 15:31:19.451958 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b6d09-3f38-48dd-b32f-8a16f83c43f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b25de7-c303-42a3-b991-253fc95e1d1e,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:19.473031 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-48417124-16a3-41d7-b2f3-b7cbbcbfee46 req-881913d2-c4ab-4818-abb9-855a6eb7b720 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342467 Dec 16 15:31:19.524619 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['2bd24cde-9000-4313-8b47-fd9059870279'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:31:19.624301 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe94b4f-d6a8-4e22-a3b7-54f731509b2f x-openstack-request-id: req-bbe94b4f-d6a8-4e22-a3b7-54f731509b2f {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:31:19.631825 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "tag": "2bd24cde-9000-4313-8b47-fd9059870279", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:31:19.632361 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bbe94b4f-d6a8-4e22-a3b7-54f731509b2f {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:31:19.632955 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279', 'status': 'completed', 'code': 200} Dec 16 15:31:19.685728 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8506a4-6b73-493d-b574-36182c4ef7ce req-2959bbd8-fa41-49ba-8b30-fc3aee059ed5 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:19.705465 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3c8506a4-6b73-493d-b574-36182c4ef7ce req-2959bbd8-fa41-49ba-8b30-fc3aee059ed5 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.1387508 Dec 16 15:31:19.806027 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3c8506a4-6b73-493d-b574-36182c4ef7ce req-9c1702aa-a1d7-43b3-806f-de24e87e5703 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985518 Dec 16 15:31:19.820472 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-31c33ba2-89eb-4ce9-89af-169aa0ba92ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.928495 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-043bba29-ea08-49fc-8771-e5af2eb6e8a2 None None] Provisioning complete for port 2bd24cde-9000-4313-8b47-fd9059870279 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:19.928765 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-043bba29-ea08-49fc-8771-e5af2eb6e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:20.670552 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21912c5-359a-46c7-bc1c-6f35ae0dea2f req-deb28445-c416-4e1f-94b2-bfa1bd5cff82 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:20.686045 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b21912c5-359a-46c7-bc1c-6f35ae0dea2f req-deb28445-c416-4e1f-94b2-bfa1bd5cff82 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0822589 Dec 16 15:31:20.741337 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:20.781295 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b21912c5-359a-46c7-bc1c-6f35ae0dea2f req-e8ec73de-6126-4291-b254-3bed87472925 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900276 Dec 16 15:31:21.921672 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce46bfd-dacb-4759-9c3f-599ecd195c8f req-6ea45b99-7ff5-43b6-b4de-87ad4846df75 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:21.923213 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cce46bfd-dacb-4759-9c3f-599ecd195c8f req-6ea45b99-7ff5-43b6-b4de-87ad4846df75 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0612841 Dec 16 15:31:21.988054 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cce46bfd-dacb-4759-9c3f-599ecd195c8f req-d6384f6f-adf7-4944-ba93-60fa4edfa588 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586336 Dec 16 15:31:22.022871 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:22.786663 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34454) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:22.911365 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9e098847-3534-4c45-8517-7efcaafe0731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.000214 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9e098847-3534-4c45-8517-7efcaafe0731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.005673 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9e098847-3534-4c45-8517-7efcaafe0731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.057327 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e098847-3534-4c45-8517-7efcaafe0731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b12b27-010c-40f3-abe3-76f6d9fc6321,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:23.060003 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.118603 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34460) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:23.130847 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-9e098847-3534-4c45-8517-7efcaafe0731 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9f954a52185745f7a04d31ea67bf58a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429856 Dec 16 15:31:23.212256 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5c471f52-9265-451a-a19a-1bd5e88d4f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.221381 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d232b7-8198-4e7a-b789-18d0fd299ae6 req-06d3571c-4175-4c80-9ae7-5b97b5276ff7 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:23.223503 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-13d232b7-8198-4e7a-b789-18d0fd299ae6 req-06d3571c-4175-4c80-9ae7-5b97b5276ff7 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0896201 Dec 16 15:31:23.263350 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5c471f52-9265-451a-a19a-1bd5e88d4f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.322757 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-13d232b7-8198-4e7a-b789-18d0fd299ae6 req-05506223-f30d-4e26-a26e-d2960d446aac tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862129 Dec 16 15:31:23.355611 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5c471f52-9265-451a-a19a-1bd5e88d4f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.358518 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5c471f52-9265-451a-a19a-1bd5e88d4f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.359741 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-5c471f52-9265-451a-a19a-1bd5e88d4f5c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e8b12b27-010c-40f3-abe3-76f6d9fc6321 HTTP/1.1" status: 204 len: 168 time: 0.2402177 Dec 16 15:31:23.376393 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c471f52-9265-451a-a19a-1bd5e88d4f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b12b27-010c-40f3-abe3-76f6d9fc6321,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:23.741003 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34466) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:23.758214 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d657b582-e3a5-406b-803a-5cb6e3d4394e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.868222 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d657b582-e3a5-406b-803a-5cb6e3d4394e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.875774 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d657b582-e3a5-406b-803a-5cb6e3d4394e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.931384 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657b582-e3a5-406b-803a-5cb6e3d4394e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b7bf9-2546-4f5f-804e-f0200ab9a54b,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:23.938213 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-d657b582-e3a5-406b-803a-5cb6e3d4394e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b91de366534b4bdbbc12d66e4dc49377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935983 Dec 16 15:31:23.938465 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34468) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:24.004120 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d6ed46d1-9bba-4cb3-948a-95ec091e08d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.038694 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d6ed46d1-9bba-4cb3-948a-95ec091e08d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.088190 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d6ed46d1-9bba-4cb3-948a-95ec091e08d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.090979 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-d6ed46d1-9bba-4cb3-948a-95ec091e08d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.094660 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-d6ed46d1-9bba-4cb3-948a-95ec091e08d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c39b7bf9-2546-4f5f-804e-f0200ab9a54b HTTP/1.1" status: 204 len: 168 time: 0.1527939 Dec 16 15:31:24.103655 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed46d1-9bba-4cb3-948a-95ec091e08d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b7bf9-2546-4f5f-804e-f0200ab9a54b,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:24.559814 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b8dfc-d653-4b76-a706-8a99a9ae8e90 req-38838c17-9713-4d4f-9c67-f007e8724196 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:24.561756 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-769b8dfc-d653-4b76-a706-8a99a9ae8e90 req-38838c17-9713-4d4f-9c67-f007e8724196 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0938106 Dec 16 15:31:24.626033 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-769b8dfc-d653-4b76-a706-8a99a9ae8e90 req-9c93ac2d-53f8-4ec2-b4c8-5a2713d20482 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573518 Dec 16 15:31:25.779971 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7eea1-f15d-46fc-a1b6-94b926136427 req-0a81272b-b62e-4a22-bfd3-5bff42ee06b2 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:25.781913 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-92a7eea1-f15d-46fc-a1b6-94b926136427 req-0a81272b-b62e-4a22-bfd3-5bff42ee06b2 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0585716 Dec 16 15:31:25.847587 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-92a7eea1-f15d-46fc-a1b6-94b926136427 req-cbc3876e-7c20-4354-8d99-cdc1dead291b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542629 Dec 16 15:31:26.426711 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640de96d-9007-491d-a325-a1422c476837 req-8ddf3145-df77-4331-9ed1-63cd9b3fd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:26.428267 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-640de96d-9007-491d-a325-a1422c476837 req-8ddf3145-df77-4331-9ed1-63cd9b3fd9c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f37c77e93bf463d860d62c8d68bddb0&device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 1138 time: 0.0455489 Dec 16 15:31:26.531997 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640de96d-9007-491d-a325-a1422c476837 req-9ad9c9cf-a030-401e-bbe2-8c3d52ebb44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:26.533633 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-640de96d-9007-491d-a325-a1422c476837 req-9ad9c9cf-a030-401e-bbe2-8c3d52ebb44d service neutron] 10.222.0.58 "GET /v2.0/networks?id=4963c514-326b-4884-ac47-0e17e167ca1c HTTP/1.1" status: 200 len: 916 time: 0.0973132 Dec 16 15:31:26.606450 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-640de96d-9007-491d-a325-a1422c476837 req-238475b8-d040-47f6-bb29-a16998c4ef35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd24cde-9000-4313-8b47-fd9059870279 HTTP/1.1" status: 200 len: 1001 time: 0.0648832 Dec 16 15:31:26.677346 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640de96d-9007-491d-a325-a1422c476837 req-9bd4b504-8302-4a71-b13e-2f1cc41f8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:26.681470 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-640de96d-9007-491d-a325-a1422c476837 req-9bd4b504-8302-4a71-b13e-2f1cc41f8b44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9497d3fd-956a-46f6-b5a4-ff3d21263aff HTTP/1.1" status: 200 len: 854 time: 0.0633328 Dec 16 15:31:26.740520 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640de96d-9007-491d-a325-a1422c476837 req-a7695b18-545d-45c9-acfe-bf48416ba144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:26.743085 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-640de96d-9007-491d-a325-a1422c476837 req-a7695b18-545d-45c9-acfe-bf48416ba144 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4963c514-326b-4884-ac47-0e17e167ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555670 Dec 16 15:31:26.848984 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-640de96d-9007-491d-a325-a1422c476837 req-04072342-7d73-444a-88d8-852fba7d9352 service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980358 Dec 16 15:31:27.020883 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-640de96d-9007-491d-a325-a1422c476837 req-bf1b781b-7aca-4433-b2e1-b7057a2dc26a service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635993 Dec 16 15:31:27.046845 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fc4b9-7349-424e-bbaa-e724644b547b req-56081672-1863-47c6-acac-ea02f4b83046 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:27.048375 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-819fc4b9-7349-424e-bbaa-e724644b547b req-56081672-1863-47c6-acac-ea02f4b83046 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0982931 Dec 16 15:31:27.142289 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-819fc4b9-7349-424e-bbaa-e724644b547b req-55653415-9c19-4592-8994-3639e354b717 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855308 Dec 16 15:31:27.149501 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9104de-8581-43eb-b6d0-a171455ebec3 req-14200011-7b4d-4712-8e28-0a50b5b3b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:27.151093 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa9104de-8581-43eb-b6d0-a171455ebec3 req-14200011-7b4d-4712-8e28-0a50b5b3b101 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f37c77e93bf463d860d62c8d68bddb0&device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 1138 time: 0.0718861 Dec 16 15:31:27.253658 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9104de-8581-43eb-b6d0-a171455ebec3 req-401a5c3b-8af8-43b0-9e57-0f93dfaffd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:27.255229 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa9104de-8581-43eb-b6d0-a171455ebec3 req-401a5c3b-8af8-43b0-9e57-0f93dfaffd35 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4963c514-326b-4884-ac47-0e17e167ca1c HTTP/1.1" status: 200 len: 916 time: 0.0948393 Dec 16 15:31:27.332512 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa9104de-8581-43eb-b6d0-a171455ebec3 req-c3fbf53b-2c7f-4b8d-aba8-f38632a295c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd24cde-9000-4313-8b47-fd9059870279 HTTP/1.1" status: 200 len: 1001 time: 0.0692623 Dec 16 15:31:27.384473 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9104de-8581-43eb-b6d0-a171455ebec3 req-3ae3cacb-8d11-4843-9efd-51befc81f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:27.386009 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa9104de-8581-43eb-b6d0-a171455ebec3 req-3ae3cacb-8d11-4843-9efd-51befc81f42e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9497d3fd-956a-46f6-b5a4-ff3d21263aff HTTP/1.1" status: 200 len: 854 time: 0.0468488 Dec 16 15:31:27.438014 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9104de-8581-43eb-b6d0-a171455ebec3 req-af932538-43cb-4d06-93d6-611631a28d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:27.439757 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa9104de-8581-43eb-b6d0-a171455ebec3 req-af932538-43cb-4d06-93d6-611631a28d51 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4963c514-326b-4884-ac47-0e17e167ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442486 Dec 16 15:31:27.536992 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa9104de-8581-43eb-b6d0-a171455ebec3 req-bdd8b685-a02e-4a9f-abf6-3ca763e725fa service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892305 Dec 16 15:31:27.632578 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aa9104de-8581-43eb-b6d0-a171455ebec3 req-280d9e3d-37dd-41cd-948f-411a3523aa21 service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858774 Dec 16 15:31:28.282698 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002595-d9f6-49f2-913c-91bd0384cdca req-4ad79b8a-92d0-4dd0-9fd2-b727cae1f38c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:28.284317 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3002595-d9f6-49f2-913c-91bd0384cdca req-4ad79b8a-92d0-4dd0-9fd2-b727cae1f38c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0535111 Dec 16 15:31:28.345668 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3002595-d9f6-49f2-913c-91bd0384cdca req-1a47ccf1-3cf5-4562-bd7d-6858b08aca8e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545566 Dec 16 15:31:29.398037 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8833bb27-7a0d-401e-aa31-b051f2d26428 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:31:29.471266 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3643e-48ac-4ce8-a602-b3b0a6167e38 req-9fdab553-deba-443b-9f30-36d461a52b39 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:29.472846 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4bd3643e-48ac-4ce8-a602-b3b0a6167e38 req-9fdab553-deba-443b-9f30-36d461a52b39 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 943 time: 0.0540817 Dec 16 15:31:29.500768 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:29.515015 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'port_id': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'mac_address': 'fa:16:3e:e8:4a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:31:29.528390 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4bd3643e-48ac-4ce8-a602-b3b0a6167e38 req-93cea8f4-d67c-4167-b232-0bf4147ae123 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493701 Dec 16 15:31:29.558631 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.572882 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8833bb27-7a0d-401e-aa31-b051f2d26428 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:31:29.593150 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:29.597214 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.646661 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=8833bb27-7a0d-401e-aa31-b051f2d26428,revision_number=9']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:29.654457 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.654824 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.655169 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.655533 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.655851 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.656186 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.656517 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.656849 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.657243 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.657560 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.657887 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.658217 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.658543 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:29.850338 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['8833bb27-7a0d-401e-aa31-b051f2d26428'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:31:30.659866 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd833883-bac2-4d42-9fd2-00e3cf8acbd7 req-7a19ea69-61ea-462a-a48c-e3e180c6234c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:30.662221 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fd833883-bac2-4d42-9fd2-00e3cf8acbd7 req-7a19ea69-61ea-462a-a48c-e3e180c6234c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 944 time: 0.0548263 Dec 16 15:31:30.714864 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fd833883-bac2-4d42-9fd2-00e3cf8acbd7 req-01ba2bda-9258-445f-ac30-55944fc60bc0 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465128 Dec 16 15:31:30.849183 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:31:31.415406 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8833bb27-7a0d-401e-aa31-b051f2d26428 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:31:31.472427 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 8833bb27-7a0d-401e-aa31-b051f2d26428 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:31.472807 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.573218 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.602184 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:31:31.604533 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b987bbd5-6dfc-4203-9a4e-bab4ed0f6ba3" -d '{"events": [{"server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "name": "network-vif-plugged", "status": "completed", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:31:31.619684 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:31.624006 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.658153 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6ef921-bc85-4be2-b057-5232dff5089c x-openstack-request-id: req-fb6ef921-bc85-4be2-b057-5232dff5089c {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:31:31.658650 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "name": "network-vif-plugged", "status": "completed", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:31:31.659195 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb6ef921-bc85-4be2-b057-5232dff5089c {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:31:31.659581 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'code': 200} Dec 16 15:31:31.687171 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=8833bb27-7a0d-401e-aa31-b051f2d26428,revision_number=10']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:31.884121 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57901425-8be3-42b9-85c7-f7816794acae req-4ef21bb5-2819-443a-92d7-eee80bd0cc65 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:31.885862 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-57901425-8be3-42b9-85c7-f7816794acae req-4ef21bb5-2819-443a-92d7-eee80bd0cc65 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 946 time: 0.0937943 Dec 16 15:31:31.915059 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd0aee-a5b3-4593-abb1-6abaf0b8229d req-e4a0af09-03c9-4feb-87ae-da3ee3126099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:31.916461 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a4dd0aee-a5b3-4593-abb1-6abaf0b8229d req-e4a0af09-03c9-4feb-87ae-da3ee3126099 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 1099 time: 0.0816658 Dec 16 15:31:31.955418 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-57901425-8be3-42b9-85c7-f7816794acae req-8b41d3ab-229c-4093-97c9-bd68d9076d4e tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635839 Dec 16 15:31:31.985026 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a4dd0aee-a5b3-4593-abb1-6abaf0b8229d req-3072ea8e-ee76-486c-853d-85bacc54bba1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560515 Dec 16 15:31:32.491145 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.082003 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c140a-f789-4cc9-9803-080405474fd9 req-9c330978-cdfd-4781-92af-1c565cc7e064 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:33.083811 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c48c140a-f789-4cc9-9803-080405474fd9 req-9c330978-cdfd-4781-92af-1c565cc7e064 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 946 time: 0.0517433 Dec 16 15:31:33.141919 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c48c140a-f789-4cc9-9803-080405474fd9 req-9a6375e4-d27b-47ac-aae4-64b73c640fa6 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517509 Dec 16 15:31:33.384293 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34634) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:33.498908 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-843a8a33-d143-4710-bf21-fa134a84b189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.590888 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-843a8a33-d143-4710-bf21-fa134a84b189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.596339 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-843a8a33-d143-4710-bf21-fa134a84b189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.647480 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a8a33-d143-4710-bf21-fa134a84b189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac6c3e-9726-42c3-811e-b9525ed2c9f7,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:33.655942 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-843a8a33-d143-4710-bf21-fa134a84b189 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6a252c5b3ca04a1695dbcc35ce3844c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703350 Dec 16 15:31:33.658777 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34648) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:33.731491 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b0da429f-c988-487c-a57f-bfc653c2b6bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.761189 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b0da429f-c988-487c-a57f-bfc653c2b6bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.827816 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b0da429f-c988-487c-a57f-bfc653c2b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.830949 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b0da429f-c988-487c-a57f-bfc653c2b6bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.832629 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-b0da429f-c988-487c-a57f-bfc653c2b6bd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2eac6c3e-9726-42c3-811e-b9525ed2c9f7 HTTP/1.1" status: 204 len: 168 time: 0.1723089 Dec 16 15:31:33.841870 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da429f-c988-487c-a57f-bfc653c2b6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac6c3e-9726-42c3-811e-b9525ed2c9f7,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:34.208485 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34672) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:34.227901 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-211ee7a5-7c9f-45cf-8741-86bb8630306d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.315301 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef60c12-2f4e-42c9-875f-61fcfc89690b req-3458be1f-cf97-401e-8a95-36db48d8aa5c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:34.319194 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3ef60c12-2f4e-42c9-875f-61fcfc89690b req-3458be1f-cf97-401e-8a95-36db48d8aa5c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 946 time: 0.0721774 Dec 16 15:31:34.336210 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-211ee7a5-7c9f-45cf-8741-86bb8630306d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.341470 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-211ee7a5-7c9f-45cf-8741-86bb8630306d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.383727 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3ef60c12-2f4e-42c9-875f-61fcfc89690b req-4dec129d-4cef-4488-a66f-58bb1ce9c4d5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572402 Dec 16 15:31:34.388116 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-211ee7a5-7c9f-45cf-8741-86bb8630306d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fbf1aa8fe7f6473bbee924b054d94dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796772 Dec 16 15:31:34.389302 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ee7a5-7c9f-45cf-8741-86bb8630306d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c273a3b7-f401-4f34-be8f-9bfc73348cbd,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:34.391621 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34674) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:34.461602 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-45c7d40a-1ebf-472c-90ac-11b58235cb16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.483652 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-45c7d40a-1ebf-472c-90ac-11b58235cb16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.531739 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-45c7d40a-1ebf-472c-90ac-11b58235cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.535995 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-45c7d40a-1ebf-472c-90ac-11b58235cb16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.537687 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-45c7d40a-1ebf-472c-90ac-11b58235cb16 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c273a3b7-f401-4f34-be8f-9bfc73348cbd HTTP/1.1" status: 204 len: 168 time: 0.1444106 Dec 16 15:31:34.547618 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7d40a-1ebf-472c-90ac-11b58235cb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c273a3b7-f401-4f34-be8f-9bfc73348cbd,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:34.890109 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34680) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:34.903491 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66c44dd9-8492-47f2-bebb-f18ab51044cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.984626 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66c44dd9-8492-47f2-bebb-f18ab51044cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.989272 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66c44dd9-8492-47f2-bebb-f18ab51044cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.029645 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-66c44dd9-8492-47f2-bebb-f18ab51044cc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4e7cf595d6c34a2196f0795d59b7428e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383657 Dec 16 15:31:35.030506 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c44dd9-8492-47f2-bebb-f18ab51044cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48385f19-db15-449f-8116-e8c1b449927e,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:35.032491 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34682) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:35.084786 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7820e9b6-67e2-4be8-bb7b-8333368fdf57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.110486 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7820e9b6-67e2-4be8-bb7b-8333368fdf57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.157138 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7820e9b6-67e2-4be8-bb7b-8333368fdf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.159588 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7820e9b6-67e2-4be8-bb7b-8333368fdf57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.164813 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-7820e9b6-67e2-4be8-bb7b-8333368fdf57 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/48385f19-db15-449f-8116-e8c1b449927e HTTP/1.1" status: 204 len: 168 time: 0.1305933 Dec 16 15:31:35.172077 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820e9b6-67e2-4be8-bb7b-8333368fdf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48385f19-db15-449f-8116-e8c1b449927e,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:35.511146 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eceea9-bb99-4897-8acc-47bdcc0791ea req-cbd5d5ce-3261-41b0-9f19-b65910b4f7e3 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:35.512724 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-76eceea9-bb99-4897-8acc-47bdcc0791ea req-cbd5d5ce-3261-41b0-9f19-b65910b4f7e3 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 946 time: 0.0518992 Dec 16 15:31:35.565086 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-76eceea9-bb99-4897-8acc-47bdcc0791ea req-1d85de5e-551a-4a0e-bd95-078c45af2b8a tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462267 Dec 16 15:31:42.944537 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962a0cb-7f9d-4705-b828-cee0c435b8b5 req-af5f868a-c20f-4050-96f6-dacb34f65ec0 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:42.946087 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5962a0cb-7f9d-4705-b828-cee0c435b8b5 req-af5f868a-c20f-4050-96f6-dacb34f65ec0 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0524571 Dec 16 15:31:43.019561 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5962a0cb-7f9d-4705-b828-cee0c435b8b5 req-80181917-cd5b-4ce8-98f7-37418d3383bd tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673416 Dec 16 15:31:44.139172 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500bbeb-5e7f-4ffa-b775-6d417a146e1b req-0046f7a5-339b-468f-845a-d0992101386a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.140633 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3500bbeb-5e7f-4ffa-b775-6d417a146e1b req-0046f7a5-339b-468f-845a-d0992101386a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0514703 Dec 16 15:31:44.201635 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3500bbeb-5e7f-4ffa-b775-6d417a146e1b req-13178abf-6d9a-46b4-8586-b806f635b2d4 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543776 Dec 16 15:31:44.945342 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a32989-e182-4840-b129-f9ca2d2d2903 req-cc3c8d61-8ecd-4e9f-81ea-dd52eead633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.946825 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46a32989-e182-4840-b129-f9ca2d2d2903 req-cc3c8d61-8ecd-4e9f-81ea-dd52eead633a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f37c77e93bf463d860d62c8d68bddb0&device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 1138 time: 0.0412998 Dec 16 15:31:45.046488 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a32989-e182-4840-b129-f9ca2d2d2903 req-17f47fd4-6729-416d-950b-246bf07d9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:45.047974 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46a32989-e182-4840-b129-f9ca2d2d2903 req-17f47fd4-6729-416d-950b-246bf07d9ddc service neutron] 10.222.0.58 "GET /v2.0/networks?id=4963c514-326b-4884-ac47-0e17e167ca1c HTTP/1.1" status: 200 len: 916 time: 0.0910919 Dec 16 15:31:45.124300 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46a32989-e182-4840-b129-f9ca2d2d2903 req-676437d2-0759-42ea-b2c8-8c0693ccd104 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd24cde-9000-4313-8b47-fd9059870279 HTTP/1.1" status: 200 len: 1001 time: 0.0590482 Dec 16 15:31:45.179537 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a32989-e182-4840-b129-f9ca2d2d2903 req-197eea7a-91e1-4872-83dc-2522da391940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:45.180917 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46a32989-e182-4840-b129-f9ca2d2d2903 req-197eea7a-91e1-4872-83dc-2522da391940 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9497d3fd-956a-46f6-b5a4-ff3d21263aff HTTP/1.1" status: 200 len: 854 time: 0.0459471 Dec 16 15:31:45.233139 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a32989-e182-4840-b129-f9ca2d2d2903 req-1728da5e-0333-449e-a6f1-d2411efe41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:45.234661 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46a32989-e182-4840-b129-f9ca2d2d2903 req-1728da5e-0333-449e-a6f1-d2411efe41fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4963c514-326b-4884-ac47-0e17e167ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443289 Dec 16 15:31:45.368824 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fea84-7cd8-4b9e-a0a9-3826a5bad880 req-54a66368-fdcd-4fca-ab58-1abc2d1f9d6b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:45.370574 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bf3fea84-7cd8-4b9e-a0a9-3826a5bad880 req-54a66368-fdcd-4fca-ab58-1abc2d1f9d6b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0872371 Dec 16 15:31:45.372776 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46a32989-e182-4840-b129-f9ca2d2d2903 req-8d2dd1b5-18a4-499e-92f2-170182efc12d service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302838 Dec 16 15:31:45.482464 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bf3fea84-7cd8-4b9e-a0a9-3826a5bad880 req-0a4081d4-87c2-4b1b-b1e9-5b961e62638e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058376 Dec 16 15:31:45.506297 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46a32989-e182-4840-b129-f9ca2d2d2903 req-61112bde-5d3a-41bc-b11f-a74b284696c8 service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160765 Dec 16 15:31:46.612742 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b778b8a-60d8-499e-8324-96a5830db92a req-3a1b5221-6b47-4a5d-9b27-fc220be20bb3 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:46.615277 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4b778b8a-60d8-499e-8324-96a5830db92a req-3a1b5221-6b47-4a5d-9b27-fc220be20bb3 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0620096 Dec 16 15:31:46.682702 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4b778b8a-60d8-499e-8324-96a5830db92a req-60fc115f-bebc-41b9-9ebb-84a6301f7e62 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605037 Dec 16 15:31:47.022861 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-4e6217f9-42b9-4391-b5d4-66e7356872c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:47.802514 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d652ba6-fe59-4a11-a7a4-83927f0dbde9 req-58e4f92f-265c-4ad4-a7c9-c1496029ee61 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:47.804119 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d652ba6-fe59-4a11-a7a4-83927f0dbde9 req-58e4f92f-265c-4ad4-a7c9-c1496029ee61 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0509951 Dec 16 15:31:47.868182 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d652ba6-fe59-4a11-a7a4-83927f0dbde9 req-c5d35f2d-958e-4f37-88d8-0203a98ba9e0 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546434 Dec 16 15:31:48.990014 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e78f1-d332-4d65-9ad1-9a36acdb1e25 req-5da65c5f-6fb3-47d6-b587-e43d4277a69a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:48.992336 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3d7e78f1-d332-4d65-9ad1-9a36acdb1e25 req-5da65c5f-6fb3-47d6-b587-e43d4277a69a tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0522842 Dec 16 15:31:49.057236 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3d7e78f1-d332-4d65-9ad1-9a36acdb1e25 req-d71de82e-8062-4f75-98f9-93fd07808222 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582623 Dec 16 15:31:49.694199 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b2afa8b7-387e-4379-84ab-188f8e6f873b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:50.180585 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79367c4-4634-4f0d-871f-1940de9b6f2b req-db1c2f1d-8b98-47bb-bbea-3eb064d4e0e6 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:50.182082 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f79367c4-4634-4f0d-871f-1940de9b6f2b req-db1c2f1d-8b98-47bb-bbea-3eb064d4e0e6 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0505424 Dec 16 15:31:50.244661 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f79367c4-4634-4f0d-871f-1940de9b6f2b req-91972fe3-0e5f-4f45-a88a-4f08dccbb815 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564122 Dec 16 15:31:50.723322 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:51.360275 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6dcc8-024d-4f1f-b901-32e908ef9ce7 req-64be3270-8932-4460-91e6-1ba9052b8198 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:51.361765 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4cd6dcc8-024d-4f1f-b901-32e908ef9ce7 req-64be3270-8932-4460-91e6-1ba9052b8198 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0482948 Dec 16 15:31:51.422042 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4cd6dcc8-024d-4f1f-b901-32e908ef9ce7 req-74823b9b-69b1-4117-af49-c4301c820efc tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540905 Dec 16 15:31:52.019818 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:52.547234 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f83d2-93f8-4e29-8d40-87b2de899164 req-0f558235-bd20-4e94-b0f7-fa86fb33f88f tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:52.548768 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-360f83d2-93f8-4e29-8d40-87b2de899164 req-0f558235-bd20-4e94-b0f7-fa86fb33f88f tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0550661 Dec 16 15:31:52.627104 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-360f83d2-93f8-4e29-8d40-87b2de899164 req-59bc0817-88ff-47af-9842-36613db14080 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722780 Dec 16 15:31:53.063808 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:53.762774 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db2b7a-0bbf-4b87-8884-2c572b7eeeff req-9be8ab5c-1e07-48c9-9ed7-6dfc470fd6f5 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:53.765607 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d3db2b7a-0bbf-4b87-8884-2c572b7eeeff req-9be8ab5c-1e07-48c9-9ed7-6dfc470fd6f5 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0675964 Dec 16 15:31:53.838957 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d3db2b7a-0bbf-4b87-8884-2c572b7eeeff req-155ec0d8-230c-4f38-84dc-102f388f2275 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650969 Dec 16 15:31:54.979109 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb878d66-19ff-4098-be2c-d014e818ecf5 req-bf62477b-8e9f-4034-960c-598585c1d3b7 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:54.980606 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eb878d66-19ff-4098-be2c-d014e818ecf5 req-bf62477b-8e9f-4034-960c-598585c1d3b7 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0601058 Dec 16 15:31:55.298456 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eb878d66-19ff-4098-be2c-d014e818ecf5 req-994a8181-170c-4abf-8a3b-a2dc7e7e5ce7 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3107042 Dec 16 15:31:56.453722 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409dd96-70fe-4d90-b94a-34fb2094d42e req-3ddb1ecb-4af6-48b1-8dd6-c7ca8ca7c05b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:56.455897 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4409dd96-70fe-4d90-b94a-34fb2094d42e req-3ddb1ecb-4af6-48b1-8dd6-c7ca8ca7c05b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0528097 Dec 16 15:31:56.522980 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4409dd96-70fe-4d90-b94a-34fb2094d42e req-8bb91f2d-e4ea-4dc4-bd9a-41c497c8037e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598464 Dec 16 15:31:57.028094 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34844) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:57.158985 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3dd018c5-0782-4f76-bfd1-c5a4f1ba7092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.267767 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3dd018c5-0782-4f76-bfd1-c5a4f1ba7092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.274395 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3dd018c5-0782-4f76-bfd1-c5a4f1ba7092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.344084 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd018c5-0782-4f76-bfd1-c5a4f1ba7092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3bffa5-d384-41e0-b06a-44da10d41823,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:57.355621 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34848) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:57.356087 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-3dd018c5-0782-4f76-bfd1-c5a4f1ba7092 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ebcb97be9ee472f9e24278933a3a0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264239 Dec 16 15:31:57.436656 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-436c19a7-e584-4c37-95d3-85ff83b4b55e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.474318 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-436c19a7-e584-4c37-95d3-85ff83b4b55e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.549736 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-436c19a7-e584-4c37-95d3-85ff83b4b55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.553272 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-436c19a7-e584-4c37-95d3-85ff83b4b55e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.556544 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-436c19a7-e584-4c37-95d3-85ff83b4b55e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf3bffa5-d384-41e0-b06a-44da10d41823 HTTP/1.1" status: 204 len: 168 time: 0.1972592 Dec 16 15:31:57.567802 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c19a7-e584-4c37-95d3-85ff83b4b55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3bffa5-d384-41e0-b06a-44da10d41823,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:57.698617 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401cb01-7383-4890-b88c-cb95d324adff req-c618b8a2-e73d-4ab4-9ba6-3c0c7889f4d4 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:57.701334 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7401cb01-7383-4890-b88c-cb95d324adff req-c618b8a2-e73d-4ab4-9ba6-3c0c7889f4d4 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0816531 Dec 16 15:31:57.783407 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7401cb01-7383-4890-b88c-cb95d324adff req-5ed49f55-5463-46d9-a44d-a9755a92d89f tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&id=784d9810-97da-48e5-a763-93fbc4c06b91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704365 Dec 16 15:31:58.447804 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34874) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:58.564081 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-362165752-network', 'tenant_id': 'f6b587f22b5a4986a797977813317ea7'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:58.597719 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Made reservation on behalf of f6b587f22b5a4986a797977813317ea7 for: {'network': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:58.603862 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.613791 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.702289 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.707344 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.735444 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=102462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:31:58.747565 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a38387-366e-4522-a48d-d37e9d94cc38,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:58.752885 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.753308 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.segments_db [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Added segment f74ca108-44d7-4b35-a460-441fbd0290b3 of type vlan for network 77db4461-49b8-4c78-8153-66eff52e1104 Dec 16 15:31:58.805651 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.840601 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.841733 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:58.842405 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.911516 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4621449 Dec 16 15:31:58.915598 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34878) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:58.922431 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] Request body: {'subnet': {'network_id': '77db4461-49b8-4c78-8153-66eff52e1104', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-362165752-subnet', 'tenant_id': 'f6b587f22b5a4986a797977813317ea7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:58.933713 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae057-290b-469a-b4ba-c812ddd29e63 admin admin] Pushing event updated for resources: {'Network': ['ID=77db4461-49b8-4c78-8153-66eff52e1104,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:58.949200 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network 77db4461-49b8-4c78-8153-66eff52e1104 details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:58.960153 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] Made reservation on behalf of f6b587f22b5a4986a797977813317ea7 for: {'subnet': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:58.964299 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039873'] for subnet, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:59.208254 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58772755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039903'] for subnet, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:59.279003 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2715d0ce-bb06-4b7e-bbb6-2145d44f8104,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:59.297557 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] Checking segment: {'id': 'f74ca108-44d7-4b35-a460-441fbd0290b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:31:59.298114 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] Network hostable DHCP agents. Network: 77db4461-49b8-4c78-8153-66eff52e1104, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:31:59.328535 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] Network 77db4461-49b8-4c78-8153-66eff52e1104 is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:31:59.344738 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, 77db4461-49b8-4c78-8153-66eff52e1104) {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:59.350770 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:59.350972 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:59.356610 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9dda4f-b4e3-4c2f-a016-00fa0a2a8cf9 None None] Network 77db4461-49b8-4c78-8153-66eff52e1104 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:59.379228 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-c3a510d5-b819-49f9-b6c2-ae68656a4815 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4621458 Dec 16 15:31:59.521243 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2d360-57e7-41ce-9aa4-c7ae1cfbc957 None None] Network 77db4461-49b8-4c78-8153-66eff52e1104 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:01.433448 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-299f5a55-368c-4dc3-989e-d5b28b7440f4 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:01.435782 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-299f5a55-368c-4dc3-989e-d5b28b7440f4 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/networks?id=77db4461-49b8-4c78-8153-66eff52e1104 HTTP/1.1" status: 200 len: 808 time: 0.1513176 Dec 16 15:32:01.453010 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-cad01f2f-e6d3-4340-a62d-4705832990a5 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/quotas/f6b587f22b5a4986a797977813317ea7 HTTP/1.1" status: 200 len: 375 time: 0.0111032 Dec 16 15:32:01.490761 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-d1ec6689-250c-45d1-9071-c7115f7cf033 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6b587f22b5a4986a797977813317ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311480 Dec 16 15:32:01.597935 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-e4eaa6bb-531f-457c-81a1-968159126196 service neutron] 10.222.0.75 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979249 Dec 16 15:32:01.755096 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-5bb4b424-4cdf-4d79-8a58-e264edc508d2 service neutron] 10.222.0.75 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440873 Dec 16 15:32:01.955935 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-24858bd0-00b5-4d40-8704-5cbdbd2ee053 req-fe24f860-bc7c-45f8-847b-25d302a2d690 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 210 time: 0.0345190 Dec 16 15:32:02.515091 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:03.080880 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d8b753b2-82a6-49b5-a397-7e9ca31a2b3e req-1e6f386d-5253-4094-989e-4a02cb55485d tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 210 time: 0.0333552 Dec 16 15:32:03.520282 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-39208627-0f1b-459b-ac4e-4a531146fb17 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:03.521861 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-39208627-0f1b-459b-ac4e-4a531146fb17 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.58 "GET /v2.0/networks?id=77db4461-49b8-4c78-8153-66eff52e1104 HTTP/1.1" status: 200 len: 808 time: 0.1636310 Dec 16 15:32:03.536984 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Request body: {'port': {'device_id': '417e7410-d84e-4f2c-8760-298d8697857d', 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104', 'admin_state_up': True, 'tenant_id': 'f6b587f22b5a4986a797977813317ea7'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:03.691307 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Made reservation on behalf of f6b587f22b5a4986a797977813317ea7 for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:03.695136 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:03.842501 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Allocated IP 172.20.0.14 (77db4461-49b8-4c78-8153-66eff52e1104/2715d0ce-bb06-4b7e-bbb6-2145d44f8104/70a8b31d-baa2-4395-b213-a15808c18691) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:04.044850 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:04.084381 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:04.157927 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Network 77db4461-49b8-4c78-8153-66eff52e1104 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:04.161559 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:04.166808 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:04.174286 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Pushing event updated for resources: {'Port': ['ID=70a8b31d-baa2-4395-b213-a15808c18691,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:04.254245 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:04.254930 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:04.281510 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69d8ad-f582-4b73-9687-7f3067d47047 req-bf4eb5f2-61de-4e62-99a6-58b39197771e tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:04.283144 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1d69d8ad-f582-4b73-9687-7f3067d47047 req-bf4eb5f2-61de-4e62-99a6-58b39197771e tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 932 time: 0.0862753 Dec 16 15:32:04.287077 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-a12a9eed-c3f7-4bd6-b2f9-0d88e9f93830 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549379 Dec 16 15:32:04.314116 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Request body: {'port': {'device_id': '417e7410-d84e-4f2c-8760-298d8697857d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:04.372141 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1d69d8ad-f582-4b73-9687-7f3067d47047 req-253f0efd-6162-41b3-92f5-b7208dd5a55a tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827510 Dec 16 15:32:04.401853 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:04.741822 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a8b31d-baa2-4395-b213-a15808c18691 {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:32:04.751578 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:04.768735 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Transition to ACTIVE for port object 70a8b31d-baa2-4395-b213-a15808c18691 will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:32:04.775361 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:04.844240 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Pushing event updated for resources: {'Port': ['ID=70a8b31d-baa2-4395-b213-a15808c18691,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:04.933859 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Attempting to bind port 70a8b31d-baa2-4395-b213-a15808c18691 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:04.934202 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Attempting to bind port 70a8b31d-baa2-4395-b213-a15808c18691 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'f74ca108-44d7-4b35-a460-441fbd0290b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:32:04.934539 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Attempting to bind port 70a8b31d-baa2-4395-b213-a15808c18691 on network 77db4461-49b8-4c78-8153-66eff52e1104 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:04.940005 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Port 70a8b31d-baa2-4395-b213-a15808c18691 on network 77db4461-49b8-4c78-8153-66eff52e1104 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:32:04.940480 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Attempting to bind port 70a8b31d-baa2-4395-b213-a15808c18691 on network 77db4461-49b8-4c78-8153-66eff52e1104 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:04.947563 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:32:04.947973 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Checking segment: {'id': 'f74ca108-44d7-4b35-a460-441fbd0290b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:04.948441 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Bound using segment: {'id': 'f74ca108-44d7-4b35-a460-441fbd0290b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:32:04.949199 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Bound port: 70a8b31d-baa2-4395-b213-a15808c18691, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74ca108-44d7-4b35-a460-441fbd0290b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:32:04.949644 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:05.031121 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] For port 70a8b31d-baa2-4395-b213-a15808c18691, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:32:05.034975 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] For port 70a8b31d-baa2-4395-b213-a15808c18691, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=70a8b31d-baa2-4395-b213-a15808c18691,segment=NetworkSegment(f74ca108-44d7-4b35-a460-441fbd0290b3),segment_id=f74ca108-44d7-4b35-a460-441fbd0290b3)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:32:05.041030 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:05.085371 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:05.086768 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:05.088540 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] 10.222.0.58 "PUT /v2.0/ports/70a8b31d-baa2-4395-b213-a15808c18691 HTTP/1.1" status: 200 len: 1094 time: 0.7812102 Dec 16 15:32:05.089106 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417e7410-d84e-4f2c-8760-298d8697857d', 'tag': '70a8b31d-baa2-4395-b213-a15808c18691'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:32:05.091641 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d61cf0f-51e5-4713-8bc5-07943d22e909" -d '{"events": [{"name": "network-changed", "server_uuid": "417e7410-d84e-4f2c-8760-298d8697857d", "tag": "70a8b31d-baa2-4395-b213-a15808c18691"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:32:05.136152 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8da63-f7f9-4e57-b3df-a88b42cafa3f service neutron] Pushing event updated for resources: {'Port': ['ID=70a8b31d-baa2-4395-b213-a15808c18691,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:05.160806 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a6b208-a296-480f-a411-7c0dcc5d347d x-openstack-request-id: req-48a6b208-a296-480f-a411-7c0dcc5d347d {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:32:05.161208 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417e7410-d84e-4f2c-8760-298d8697857d", "tag": "70a8b31d-baa2-4395-b213-a15808c18691", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:32:05.161463 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48a6b208-a296-480f-a411-7c0dcc5d347d {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:32:05.161870 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417e7410-d84e-4f2c-8760-298d8697857d', 'tag': '70a8b31d-baa2-4395-b213-a15808c18691', 'status': 'completed', 'code': 200} Dec 16 15:32:05.201396 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-178a4db3-b6a0-4480-95ee-479a4f89b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:05.202968 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-178a4db3-b6a0-4480-95ee-479a4f89b137 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6b587f22b5a4986a797977813317ea7&device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 1097 time: 0.0565073 Dec 16 15:32:05.254746 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-94420e71-cee2-47f4-8614-81f16160f18d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70a8b31d-baa2-4395-b213-a15808c18691 HTTP/1.1" status: 200 len: 217 time: 0.0415699 Dec 16 15:32:05.313862 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-d97bda38-4c75-4acf-8b91-ad302c24761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:05.315291 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-d97bda38-4c75-4acf-8b91-ad302c24761d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2715d0ce-bb06-4b7e-bbb6-2145d44f8104 HTTP/1.1" status: 200 len: 848 time: 0.0524728 Dec 16 15:32:05.357500 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-325720fd-8fa4-4973-a3fc-b7996ee90f67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77db4461-49b8-4c78-8153-66eff52e1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326855 Dec 16 15:32:05.522842 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-eeccf570-9891-4b1e-b108-28e96ea7f7a7 service neutron] 10.222.0.58 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475966 Dec 16 15:32:05.550085 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83ffeb-dc69-4e71-b0d6-ea2e5cade314 req-68581020-067c-4799-91c4-95c479384c0b tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:05.551778 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ad83ffeb-dc69-4e71-b0d6-ea2e5cade314 req-68581020-067c-4799-91c4-95c479384c0b tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 944 time: 0.0890961 Dec 16 15:32:05.669156 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ad83ffeb-dc69-4e71-b0d6-ea2e5cade314 req-8022f5ab-e9e9-4ca4-9846-b856c6d0c176 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057403 Dec 16 15:32:05.691661 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c3097b42-df34-4e21-b20a-70f95dc07f71 req-2e294a2f-76c2-40a3-bd6d-3d5caaa4f2b6 service neutron] 10.222.0.58 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595953 Dec 16 15:32:05.799624 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61cf0f-51e5-4713-8bc5-07943d22e909 req-ce92e84f-4050-415e-ab41-e7544ba6bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:05.801208 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d61cf0f-51e5-4713-8bc5-07943d22e909 req-ce92e84f-4050-415e-ab41-e7544ba6bc33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6b587f22b5a4986a797977813317ea7&device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 1097 time: 0.0531297 Dec 16 15:32:05.918484 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61cf0f-51e5-4713-8bc5-07943d22e909 req-6b89b6f6-d10c-4331-82b4-018696a97d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:05.920006 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d61cf0f-51e5-4713-8bc5-07943d22e909 req-6b89b6f6-d10c-4331-82b4-018696a97d1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=77db4461-49b8-4c78-8153-66eff52e1104 HTTP/1.1" status: 200 len: 909 time: 0.1104732 Dec 16 15:32:05.994927 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d61cf0f-51e5-4713-8bc5-07943d22e909 req-dd91c30f-6105-4be0-beae-d4b20db3e773 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70a8b31d-baa2-4395-b213-a15808c18691 HTTP/1.1" status: 200 len: 217 time: 0.0630887 Dec 16 15:32:06.057811 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61cf0f-51e5-4713-8bc5-07943d22e909 req-1d8dbf20-b0d2-4f35-a615-011a19fb6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:06.059452 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d61cf0f-51e5-4713-8bc5-07943d22e909 req-1d8dbf20-b0d2-4f35-a615-011a19fb6a47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2715d0ce-bb06-4b7e-bbb6-2145d44f8104 HTTP/1.1" status: 200 len: 848 time: 0.0561490 Dec 16 15:32:06.100986 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d61cf0f-51e5-4713-8bc5-07943d22e909 req-c2c322e6-561c-409d-8343-e539494446c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77db4461-49b8-4c78-8153-66eff52e1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326939 Dec 16 15:32:06.244795 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d61cf0f-51e5-4713-8bc5-07943d22e909 req-cea4964f-2e4b-4571-b50f-f7cd519766a1 service neutron] 10.222.0.58 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276913 Dec 16 15:32:06.381370 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9d61cf0f-51e5-4713-8bc5-07943d22e909 req-8628fb65-68f0-4cc5-8c32-3bd171f2f5b8 service neutron] 10.222.0.58 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283853 Dec 16 15:32:06.834893 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8aa9-973d-4bb1-ae82-c8955eb9a405 req-835cb007-5513-40aa-a58a-1fc9e50c16ff tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:06.837167 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e21e8aa9-973d-4bb1-ae82-c8955eb9a405 req-835cb007-5513-40aa-a58a-1fc9e50c16ff tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 944 time: 0.0808256 Dec 16 15:32:06.895433 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e21e8aa9-973d-4bb1-ae82-c8955eb9a405 req-e4ba0e61-08a8-4ebe-90f9-e62830e87313 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520241 Dec 16 15:32:07.552181 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 70a8b31d-baa2-4395-b213-a15808c18691 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:32:07.659449 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 70a8b31d-baa2-4395-b213-a15808c18691, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=70a8b31d-baa2-4395-b213-a15808c18691,segment=NetworkSegment(f74ca108-44d7-4b35-a460-441fbd0290b3),segment_id=f74ca108-44d7-4b35-a460-441fbd0290b3)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:07.673889 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '70a8b31d-baa2-4395-b213-a15808c18691', 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104', 'port_id': '70a8b31d-baa2-4395-b213-a15808c18691', 'mac_address': 'fa:16:3e:b3:6a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2715d0ce-bb06-4b7e-bbb6-2145d44f8104', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:32:07.729612 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.746634 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a8b31d-baa2-4395-b213-a15808c18691 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:32:07.751302 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-dfa503c8-e4c7-4832-8b35-3a7ea1d47519 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655284 Dec 16 15:32:07.775292 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 70a8b31d-baa2-4395-b213-a15808c18691, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=70a8b31d-baa2-4395-b213-a15808c18691,segment=NetworkSegment(f74ca108-44d7-4b35-a460-441fbd0290b3),segment_id=f74ca108-44d7-4b35-a460-441fbd0290b3)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:07.780502 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.844653 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=70a8b31d-baa2-4395-b213-a15808c18691,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:07.848966 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:32:07.891544 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-7e12452d-ad19-44d3-bdac-5c16c8ce1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:07.893088 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-7e12452d-ad19-44d3-bdac-5c16c8ce1b42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 1099 time: 0.0637157 Dec 16 15:32:08.047341 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-6ab90d95-12d9-4e1c-be4e-545d013157d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:08.048845 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-6ab90d95-12d9-4e1c-be4e-545d013157d2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 200 len: 918 time: 0.1304846 Dec 16 15:32:08.057878 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['70a8b31d-baa2-4395-b213-a15808c18691'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:32:08.109936 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fa9c4-f613-4bda-a791-1e204e8f63ca req-4abfbdd7-392f-4203-8275-5fc41080acc6 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:08.111417 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4b5fa9c4-f613-4bda-a791-1e204e8f63ca req-4abfbdd7-392f-4203-8275-5fc41080acc6 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 945 time: 0.1163080 Dec 16 15:32:08.156797 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-854cc272-d572-41dc-9cb4-48874c3eb865 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8833bb27-7a0d-401e-aa31-b051f2d26428 HTTP/1.1" status: 200 len: 1001 time: 0.1003754 Dec 16 15:32:08.228306 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4b5fa9c4-f613-4bda-a791-1e204e8f63ca req-98134523-8da5-4d37-b0e3-6271934017dd tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992761 Dec 16 15:32:08.239390 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-c5fefa37-49da-4727-afed-1d56c3172cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:08.240960 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-c5fefa37-49da-4727-afed-1d56c3172cc9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 200 len: 856 time: 0.0740597 Dec 16 15:32:08.291699 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-653b9cd7-11ed-4299-b9b4-acb8b0e93d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:08.293305 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-653b9cd7-11ed-4299-b9b4-acb8b0e93d4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd299e06-ec69-443b-98d4-8edf7ddf48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441480 Dec 16 15:32:08.426345 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-75a936b8-9d2e-4ac1-bf34-7bf7ff753ded service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222074 Dec 16 15:32:08.526120 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8d3c7e4-c69c-4a34-a4a6-16cec3471ecf req-84646b51-baa1-41d6-9add-8697828d0bbf service neutron] 10.222.0.58 "GET /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918653 Dec 16 15:32:09.410935 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2dfc6-6121-4fe6-b7b2-6af16d2b15c4 req-97bcfca3-f0fb-4fbf-af8c-b846c08f9038 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:09.412626 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c5e2dfc6-6121-4fe6-b7b2-6af16d2b15c4 req-97bcfca3-f0fb-4fbf-af8c-b846c08f9038 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 945 time: 0.0669038 Dec 16 15:32:09.509648 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c5e2dfc6-6121-4fe6-b7b2-6af16d2b15c4 req-d61aaf49-b5a7-4d4b-896d-6255e0c9a330 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840497 Dec 16 15:32:09.523482 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19603609-4a22-4e9e-9161-d48cecfe86e9 req-36204bf0-8084-42d2-9c87-4be2dbcf1df1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:09.525156 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-19603609-4a22-4e9e-9161-d48cecfe86e9 req-36204bf0-8084-42d2-9c87-4be2dbcf1df1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 946 time: 0.0922470 Dec 16 15:32:09.584505 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-19603609-4a22-4e9e-9161-d48cecfe86e9 req-65b5003e-5a8d-40e1-9d31-ef5bdb4a1e51 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507984 Dec 16 15:32:09.589970 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 70a8b31d-baa2-4395-b213-a15808c18691 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:32:09.822921 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port 70a8b31d-baa2-4395-b213-a15808c18691 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:32:09.826759 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 70a8b31d-baa2-4395-b213-a15808c18691 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:09.827125 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:09.922538 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:09.952600 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417e7410-d84e-4f2c-8760-298d8697857d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a8b31d-baa2-4395-b213-a15808c18691'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:32:09.954981 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dcab0e-22cf-4652-92f6-9d313d37ea80" -d '{"events": [{"server_uuid": "417e7410-d84e-4f2c-8760-298d8697857d", "name": "network-vif-plugged", "status": "completed", "tag": "70a8b31d-baa2-4395-b213-a15808c18691"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:32:09.973763 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 70a8b31d-baa2-4395-b213-a15808c18691, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=70a8b31d-baa2-4395-b213-a15808c18691,segment=NetworkSegment(f74ca108-44d7-4b35-a460-441fbd0290b3),segment_id=f74ca108-44d7-4b35-a460-441fbd0290b3)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:09.979685 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:10.013151 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff99c283-9f1a-40ef-9466-7d4530dfc940 x-openstack-request-id: req-ff99c283-9f1a-40ef-9466-7d4530dfc940 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:32:10.013480 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417e7410-d84e-4f2c-8760-298d8697857d", "name": "network-vif-plugged", "status": "completed", "tag": "70a8b31d-baa2-4395-b213-a15808c18691", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:32:10.013831 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff99c283-9f1a-40ef-9466-7d4530dfc940 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:32:10.014368 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417e7410-d84e-4f2c-8760-298d8697857d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a8b31d-baa2-4395-b213-a15808c18691', 'code': 200} Dec 16 15:32:10.058068 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=70a8b31d-baa2-4395-b213-a15808c18691,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:10.239383 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f286be0-67a7-445a-b58e-9eb5f30b0e0f req-59737ae5-5dc9-4996-b55b-e60e979f8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:10.241676 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2f286be0-67a7-445a-b58e-9eb5f30b0e0f req-59737ae5-5dc9-4996-b55b-e60e979f8c8a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 1099 time: 0.0555553 Dec 16 15:32:10.296920 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2f286be0-67a7-445a-b58e-9eb5f30b0e0f req-6edda676-26f7-48a7-8d82-ceabcd0bdbc3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465364 Dec 16 15:32:10.667409 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d06760-7804-4c51-bf9f-84bf7e7f5820 req-972531eb-0794-46f6-af8a-709346a2161a tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:10.669207 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-19d06760-7804-4c51-bf9f-84bf7e7f5820 req-972531eb-0794-46f6-af8a-709346a2161a tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 946 time: 0.0703731 Dec 16 15:32:10.760639 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8958009-42b7-4863-be69-827de95073e8 req-b261ed78-0795-440e-acf3-16817e3b2114 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:10.762278 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d8958009-42b7-4863-be69-827de95073e8 req-b261ed78-0795-440e-acf3-16817e3b2114 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 946 time: 0.0868702 Dec 16 15:32:10.766102 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-19d06760-7804-4c51-bf9f-84bf7e7f5820 req-76c7df81-d3c6-4eea-98de-9f26d1a6fc23 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808640 Dec 16 15:32:10.819459 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d8958009-42b7-4863-be69-827de95073e8 req-bac604d0-f8bb-47dc-8b79-fe8ae6ae4309 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509210 Dec 16 15:32:11.291105 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-bfa031a3-aa85-4e2f-9161-7142beae9fa5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:11.292686 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-bfa031a3-aa85-4e2f-9161-7142beae9fa5 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.58 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 946 time: 0.0602710 Dec 16 15:32:11.424779 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Deleting port 8833bb27-7a0d-401e-aa31-b051f2d26428 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:11.425294 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:11.542034 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] For port 8833bb27-7a0d-401e-aa31-b051f2d26428, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8833bb27-7a0d-401e-aa31-b051f2d26428,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:11.542323 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:11.756342 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:11.757478 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:11.757478 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.l3_db [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Floating IP db168326-94d3-438c-b8bd-f56a066975f9 disassociated. External IP: 172.27.3.222, port: 8833bb27-7a0d-401e-aa31-b051f2d26428. Dec 16 15:32:11.758061 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Calling delete_port for 8833bb27-7a0d-401e-aa31-b051f2d26428 owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:12.004002 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.058031 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6605e24-5d45-40ee-b894-eaf4b68af851 req-cc6f157f-205a-49d7-8981-981b8f65f2ba tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:12.059742 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c6605e24-5d45-40ee-b894-eaf4b68af851 req-cc6f157f-205a-49d7-8981-981b8f65f2ba tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 946 time: 0.1619525 Dec 16 15:32:12.061847 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event deleted for resources: {'Port': ['ID=8833bb27-7a0d-401e-aa31-b051f2d26428,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:12.365967 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc861b9f-7393-415f-979a-f563a119507e req-c4c335e3-a013-4f26-9dc9-a9698f9e74b1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:12.369160 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dc861b9f-7393-415f-979a-f563a119507e req-c4c335e3-a013-4f26-9dc9-a9698f9e74b1 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef65945-debf-4f21-906f-afa481c1df6c HTTP/1.1" status: 200 len: 946 time: 0.4228721 Dec 16 15:32:12.521940 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c6605e24-5d45-40ee-b894-eaf4b68af851 req-550d9591-1d2a-41a4-890e-265a84c4d3d9 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531150 Dec 16 15:32:12.547237 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dc861b9f-7393-415f-979a-f563a119507e req-0d2e47f4-2057-44ae-a9d0-71970a43e527 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups?id=8108e031-98af-4d97-a721-b216e00aba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380749 Dec 16 15:32:12.570496 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Router b750f248-0906-431a-8533-e1a7c12171fd has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:32:12.699472 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:12.715467 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08dc26d-c025-4071-ade9-506cfbe3f91c None None] Sync routers for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:12.733185 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08dc26d-c025-4071-ade9-506cfbe3f91c None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:12.734455 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f08dc26d-c025-4071-ade9-506cfbe3f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:31:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:12.748567 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] No DVR routers for this DVR port 8833bb27-7a0d-401e-aa31-b051f2d26428 on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:12.751243 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.754694 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bf213e87-bc71-46ea-9502-f06a8bed4622 req-4675e417-48c0-46e6-b745-6e5ebf38ab13 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.58 "DELETE /v2.0/ports/8833bb27-7a0d-401e-aa31-b051f2d26428 HTTP/1.1" status: 204 len: 173 time: 1.4423673 Dec 16 15:32:12.755169 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'name': 'network-vif-deleted', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:32:12.758149 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9caea2-a730-4715-86af-2f24db405ef0" -d '{"events": [{"server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "name": "network-vif-deleted", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:32:12.817345 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcefe5e-9432-4b3a-9fda-4e98cb8dd2c3 x-openstack-request-id: req-8fcefe5e-9432-4b3a-9fda-4e98cb8dd2c3 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:32:12.817829 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef65945-debf-4f21-906f-afa481c1df6c", "name": "network-vif-deleted", "tag": "8833bb27-7a0d-401e-aa31-b051f2d26428", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:32:12.818686 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fcefe5e-9432-4b3a-9fda-4e98cb8dd2c3 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:32:12.819323 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef65945-debf-4f21-906f-afa481c1df6c', 'name': 'network-vif-deleted', 'tag': '8833bb27-7a0d-401e-aa31-b051f2d26428', 'status': 'completed', 'code': 200} Dec 16 15:32:12.908366 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-f08dc26d-c025-4071-ade9-506cfbe3f91c None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:13.145556 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f08dc26d-c025-4071-ade9-506cfbe3f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:13.175201 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08dc26d-c025-4071-ade9-506cfbe3f91c None None] Checking router: b750f248-0906-431a-8533-e1a7c12171fd for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:32:13.185277 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08dc26d-c025-4071-ade9-506cfbe3f91c None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:13.185919 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f08dc26d-c025-4071-ade9-506cfbe3f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:31:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:13.322167 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-f08dc26d-c025-4071-ade9-506cfbe3f91c None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:13.364576 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15385b-a74a-4819-a93d-179bed5f7c26 req-5bb3da2f-daa1-4de7-aa1e-11c73e7a09f8 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:13.373162 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9f15385b-a74a-4819-a93d-179bed5f7c26 req-5bb3da2f-daa1-4de7-aa1e-11c73e7a09f8 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 946 time: 0.0721457 Dec 16 15:32:13.437351 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9f15385b-a74a-4819-a93d-179bed5f7c26 req-74bd21b7-3d33-405a-84fd-76ba3bb17caa tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630257 Dec 16 15:32:13.586786 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-f08dc26d-c025-4071-ade9-506cfbe3f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:13.653155 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34976) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:13.717804 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08dc26d-c025-4071-ade9-506cfbe3f91c None None] The sync data for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi is: [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:24:04Z', 'revision_number': 4, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '5dbfaeeb-763d-4292-98f9-daf4a94351a6', 'name': '', 'network_id': 'dd299e06-ec69-443b-98d4-8edf7ddf48e6', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'mac_address': 'fa:16:3e:68:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:24:01Z', 'updated_at': '2021-12-16T15:24:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'subnets': [{'id': '7af0e026-e278-4b49-a32b-2642c3ca1f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:32:13.729979 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3baa27d0-fd45-4f22-bea5-b7ddf78f793b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:13.756905 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3baa27d0-fd45-4f22-bea5-b7ddf78f793b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:13.810846 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3baa27d0-fd45-4f22-bea5-b7ddf78f793b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:13.813908 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3baa27d0-fd45-4f22-bea5-b7ddf78f793b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:13.815075 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-3baa27d0-fd45-4f22-bea5-b7ddf78f793b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "DELETE /v2.0/security-groups/8108e031-98af-4d97-a721-b216e00aba2c HTTP/1.1" status: 204 len: 168 time: 0.1607976 Dec 16 15:32:13.818193 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 34978) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:13.825729 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa27d0-fd45-4f22-bea5-b7ddf78f793b tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8108e031-98af-4d97-a721-b216e00aba2c,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:13.840341 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.api.v2.resource [None req-71440825-986b-4476-9617-766b789a9be8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] show failed (client error): The resource could not be found. Dec 16 15:32:13.844329 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 34980) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:13.845021 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-71440825-986b-4476-9617-766b789a9be8 tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "GET /v2.0/security-groups/8108e031-98af-4d97-a721-b216e00aba2c HTTP/1.1" status: 404 len: 347 time: 0.0257778 Dec 16 15:32:13.955339 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4527da29-a07c-4243-9f9a-20783c410d91 None None] New status for floating IP db168326-94d3-438c-b8bd-f56a066975f9: DOWN {{(pid=102464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:32:13.992810 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-4cde1696-59f8-44cf-bb79-fffa0704814c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Deleting port ad62aa21-2928-4b22-baf4-35cf748e4c80 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:13.992810 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cde1696-59f8-44cf-bb79-fffa0704814c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.098682 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cde1696-59f8-44cf-bb79-fffa0704814c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.098932 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cde1696-59f8-44cf-bb79-fffa0704814c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.113769 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-4cde1696-59f8-44cf-bb79-fffa0704814c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Calling delete_port for ad62aa21-2928-4b22-baf4-35cf748e4c80 owned by network:floatingip {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:14.254160 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cde1696-59f8-44cf-bb79-fffa0704814c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.281481 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde1696-59f8-44cf-bb79-fffa0704814c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Pushing event deleted for resources: {'Port': ['ID=ad62aa21-2928-4b22-baf4-35cf748e4c80,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:14.344288 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cde1696-59f8-44cf-bb79-fffa0704814c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks [] for floatingip, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.347296 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4cde1696-59f8-44cf-bb79-fffa0704814c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.348472 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-4cde1696-59f8-44cf-bb79-fffa0704814c tempest-AttachVolumeShelveTestJSON-2030654670 tempest-AttachVolumeShelveTestJSON-2030654670-project] 10.222.0.75 "DELETE /v2.0/floatingips/db168326-94d3-438c-b8bd-f56a066975f9 HTTP/1.1" status: 204 len: 168 time: 0.5031433 Dec 16 15:32:14.569890 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7de7-bd60-469f-82cb-2efb9f36e2f6 req-05028b8d-dbcd-464b-9758-aea9556753bd tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:14.572075 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-efcd7de7-bd60-469f-82cb-2efb9f36e2f6 req-05028b8d-dbcd-464b-9758-aea9556753bd tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 946 time: 0.0505893 Dec 16 15:32:14.634275 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-efcd7de7-bd60-469f-82cb-2efb9f36e2f6 req-92c41b3c-0980-47c5-afc4-2ba6ef6d55a6 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562375 Dec 16 15:32:15.004438 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c1fea-5db2-4e24-bdd3-fcb59d3a491b req-52bb7c2d-b069-4d05-8b4d-3a56f88f2648 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:15.020402 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cb9c1fea-5db2-4e24-bdd3-fcb59d3a491b req-52bb7c2d-b069-4d05-8b4d-3a56f88f2648 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.58 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 946 time: 0.0494587 Dec 16 15:32:15.115285 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-cb9c1fea-5db2-4e24-bdd3-fcb59d3a491b req-661acde4-54f0-46e9-b2d9-3071343f2efa tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Deleting port 70a8b31d-baa2-4395-b213-a15808c18691 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:15.115620 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-cb9c1fea-5db2-4e24-bdd3-fcb59d3a491b req-661acde4-54f0-46e9-b2d9-3071343f2efa tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.220182 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-cb9c1fea-5db2-4e24-bdd3-fcb59d3a491b req-661acde4-54f0-46e9-b2d9-3071343f2efa tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] For port 70a8b31d-baa2-4395-b213-a15808c18691, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=70a8b31d-baa2-4395-b213-a15808c18691,segment=NetworkSegment(f74ca108-44d7-4b35-a460-441fbd0290b3),segment_id=f74ca108-44d7-4b35-a460-441fbd0290b3)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:15.220550 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-cb9c1fea-5db2-4e24-bdd3-fcb59d3a491b req-661acde4-54f0-46e9-b2d9-3071343f2efa tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.236628 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-cb9c1fea-5db2-4e24-bdd3-fcb59d3a491b req-661acde4-54f0-46e9-b2d9-3071343f2efa tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Calling delete_port for 70a8b31d-baa2-4395-b213-a15808c18691 owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:15.377188 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-cb9c1fea-5db2-4e24-bdd3-fcb59d3a491b req-661acde4-54f0-46e9-b2d9-3071343f2efa tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.390210 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['70a8b31d-baa2-4395-b213-a15808c18691'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:32:15.411756 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661acde4-54f0-46e9-b2d9-3071343f2efa tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Pushing event deleted for resources: {'Port': ['ID=70a8b31d-baa2-4395-b213-a15808c18691,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:15.457849 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9c1fea-5db2-4e24-bdd3-fcb59d3a491b req-661acde4-54f0-46e9-b2d9-3071343f2efa tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] No DVR routers for this DVR port 70a8b31d-baa2-4395-b213-a15808c18691 on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:15.461146 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-cb9c1fea-5db2-4e24-bdd3-fcb59d3a491b req-661acde4-54f0-46e9-b2d9-3071343f2efa tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.465648 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cb9c1fea-5db2-4e24-bdd3-fcb59d3a491b req-661acde4-54f0-46e9-b2d9-3071343f2efa tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.58 "DELETE /v2.0/ports/70a8b31d-baa2-4395-b213-a15808c18691 HTTP/1.1" status: 204 len: 173 time: 0.4490635 Dec 16 15:32:15.466151 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417e7410-d84e-4f2c-8760-298d8697857d', 'name': 'network-vif-deleted', 'tag': '70a8b31d-baa2-4395-b213-a15808c18691'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:32:15.468711 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6434ab-a37c-418b-a156-5a029cb6acd4" -d '{"events": [{"server_uuid": "417e7410-d84e-4f2c-8760-298d8697857d", "name": "network-vif-deleted", "tag": "70a8b31d-baa2-4395-b213-a15808c18691"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:32:15.532067 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e1b36d-cb5a-4b56-acae-4aa6fc6bc46a x-openstack-request-id: req-a3e1b36d-cb5a-4b56-acae-4aa6fc6bc46a {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:32:15.532665 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417e7410-d84e-4f2c-8760-298d8697857d", "name": "network-vif-deleted", "tag": "70a8b31d-baa2-4395-b213-a15808c18691", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:32:15.533225 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3e1b36d-cb5a-4b56-acae-4aa6fc6bc46a {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:32:15.534110 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417e7410-d84e-4f2c-8760-298d8697857d', 'name': 'network-vif-deleted', 'tag': '70a8b31d-baa2-4395-b213-a15808c18691', 'status': 'completed', 'code': 200} Dec 16 15:32:15.619335 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 70a8b31d-baa2-4395-b213-a15808c18691 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:15.655270 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: 70a8b31d-baa2-4395-b213-a15808c18691 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:15.655999 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 70a8b31d-baa2-4395-b213-a15808c18691 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:15.656541 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8833bb27-7a0d-401e-aa31-b051f2d26428 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:15.692152 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: 8833bb27-7a0d-401e-aa31-b051f2d26428 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:15.694215 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8833bb27-7a0d-401e-aa31-b051f2d26428 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:15.779632 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a21949ce-ebfe-421f-bbdf-ae8bd84b3c85 req-9f30b1b4-f659-48ff-b552-b38ead51505a tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=417e7410-d84e-4f2c-8760-298d8697857d HTTP/1.1" status: 200 len: 210 time: 0.0308013 Dec 16 15:32:16.874986 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35010) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:17.041553 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-28e51766-b999-4c56-8ed8-7eaa2aa9d9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:17.395622 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-3534e3d0-8d70-4fc7-8a83-ec49fb3448ff tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:17.397553 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-3534e3d0-8d70-4fc7-8a83-ec49fb3448ff tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/networks?id=77db4461-49b8-4c78-8153-66eff52e1104 HTTP/1.1" status: 200 len: 808 time: 0.1912110 Dec 16 15:32:17.448712 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-3b05536e-36ee-4bfc-a978-aff829892a80 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/quotas/f6b587f22b5a4986a797977813317ea7 HTTP/1.1" status: 200 len: 375 time: 0.0220828 Dec 16 15:32:17.500520 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-58a2cb09-99be-4d15-9ee3-cfaa896bf759 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6b587f22b5a4986a797977813317ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446808 Dec 16 15:32:17.668009 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-aaef9733-c3d2-4057-8f62-948f0514b342 service neutron] 10.222.0.75 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592605 Dec 16 15:32:17.754925 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533114'] for router_interface, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:17.900630 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-b2697b5d-4a67-49bf-9611-d2bc4212e8ab service neutron] 10.222.0.75 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261276 Dec 16 15:32:18.109335 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c91edc3f-a984-43d5-95d8-2ee3f000ff35 req-5763abbb-bedb-4be9-8dec-4208ed485875 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 210 time: 0.0354290 Dec 16 15:32:18.172238 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Deleting port 5dbfaeeb-763d-4292-98f9-daf4a94351a6 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:18.172534 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:18.298375 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] For port 5dbfaeeb-763d-4292-98f9-daf4a94351a6, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=5dbfaeeb-763d-4292-98f9-daf4a94351a6,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:18.298772 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:18.321966 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Calling delete_port for 5dbfaeeb-763d-4292-98f9-daf4a94351a6 owned by network:router_interface {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:18.599830 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:18.644403 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbfaeeb-763d-4292-98f9-daf4a94351a6,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:18.662267 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.664944 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.666007 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.666490 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.666976 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.667485 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.668001 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.668534 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.672129 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.672129 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.672129 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.672129 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.672129 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:18.925076 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533222'] for router_interface, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:19.657624 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f21d5586-9488-456f-b5a8-166b2566853a req-bd5f2d49-37c4-45bd-abeb-5726f497f45a tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 210 time: 0.3938541 Dec 16 15:32:19.711694 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Router b750f248-0906-431a-8533-e1a7c12171fd has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:32:19.732890 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-83029212-b49b-4252-8992-1b0ef34ca85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:19.752266 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-b40bb929-3b89-48e7-9ffe-1d4e7b4e4d23 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:19.753875 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-b40bb929-3b89-48e7-9ffe-1d4e7b4e4d23 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.58 "GET /v2.0/networks?id=77db4461-49b8-4c78-8153-66eff52e1104 HTTP/1.1" status: 200 len: 808 time: 0.4918594 Dec 16 15:32:19.799671 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Request body: {'port': {'device_id': 'e7a39721-eab7-48df-b3d0-688bc4b495e9', 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104', 'admin_state_up': True, 'tenant_id': 'f6b587f22b5a4986a797977813317ea7'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:19.938939 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:19.945696 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-1a663084-90e7-4f2d-baa3-8b3805645c3d admin admin] 10.222.0.75 "PUT /v2.0/routers/b750f248-0906-431a-8533-e1a7c12171fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0684335 Dec 16 15:32:19.948186 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35044) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:19.951613 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cec960-26a2-453c-b3ef-6ded1e77be1b None None] Sync routers for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:19.965557 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cec960-26a2-453c-b3ef-6ded1e77be1b None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:19.966192 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-90cec960-26a2-453c-b3ef-6ded1e77be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:20.075933 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Made reservation on behalf of f6b587f22b5a4986a797977813317ea7 for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:20.079476 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.094786 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-90cec960-26a2-453c-b3ef-6ded1e77be1b None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:20.095056 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Publish callbacks [] for router, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.300701 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-90cec960-26a2-453c-b3ef-6ded1e77be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:32:18Z', 'revision_number': 5, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port': {'id': 'de152bd2-8739-4f37-996e-2cbc894b5962', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:57Z', 'updated_at': '2021-12-16T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:20.305601 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.327665 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Allocated IP 172.20.0.12 (77db4461-49b8-4c78-8153-66eff52e1104/2715d0ce-bb06-4b7e-bbb6-2145d44f8104/8902c9cf-81dc-488a-8a65-baefe7e1f13e) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:20.332587 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cec960-26a2-453c-b3ef-6ded1e77be1b None None] Checking router: b750f248-0906-431a-8533-e1a7c12171fd for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:32:20.343084 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cec960-26a2-453c-b3ef-6ded1e77be1b None None] Routers {'b750f248-0906-431a-8533-e1a7c12171fd'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:20.343647 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-90cec960-26a2-453c-b3ef-6ded1e77be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['b750f248-0906-431a-8533-e1a7c12171fd'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:20.451208 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-90cec960-26a2-453c-b3ef-6ded1e77be1b None None] Set router b750f248-0906-431a-8533-e1a7c12171fd gateway port host: None {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:20.469693 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Deleting port de152bd2-8739-4f37-996e-2cbc894b5962 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:20.470040 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.521643 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-90cec960-26a2-453c-b3ef-6ded1e77be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:32:20Z', 'revision_number': 6, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port_host': None}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:20.564316 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cec960-26a2-453c-b3ef-6ded1e77be1b None None] The sync data for ids ['b750f248-0906-431a-8533-e1a7c12171fd'] in dv-cinder-801522-8-iscsi is: [{'id': 'b750f248-0906-431a-8533-e1a7c12171fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1797764377-router', 'tenant_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:55Z', 'updated_at': '2021-12-16T15:32:20Z', 'revision_number': 6, 'project_id': '0ddb577edf064b45b5c9d2518fd9c3a2', 'gw_port_host': None}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:32:20.605516 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.615912 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] For port de152bd2-8739-4f37-996e-2cbc894b5962, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=de152bd2-8739-4f37-996e-2cbc894b5962,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:20.616294 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.634052 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Calling delete_port for de152bd2-8739-4f37-996e-2cbc894b5962 owned by network:router_gateway {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:20.721693 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.739783 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.852342 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Network 77db4461-49b8-4c78-8153-66eff52e1104 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:20.861988 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:20.874262 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Pushing event updated for resources: {'Port': ['ID=8902c9cf-81dc-488a-8a65-baefe7e1f13e,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:20.877578 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:20.992221 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e48cfb-aaaa-4fea-9412-a045cbe1e522 req-1f045ee7-370d-4003-ba30-181bd34d25e0 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:20.994389 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-79e48cfb-aaaa-4fea-9412-a045cbe1e522 req-1f045ee7-370d-4003-ba30-181bd34d25e0 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 932 time: 0.2205219 Dec 16 15:32:21.002846 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:21.003751 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.060229 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-e4770be6-a942-4659-b860-430eef217843 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2684352 Dec 16 15:32:21.067420 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.086474 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Request body: {'port': {'device_id': 'e7a39721-eab7-48df-b3d0-688bc4b495e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:21.134559 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Pushing event deleted for resources: {'Port': ['ID=de152bd2-8739-4f37-996e-2cbc894b5962,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:21.154498 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-79e48cfb-aaaa-4fea-9412-a045cbe1e522 req-f5c68f72-0a5f-46e6-9dd6-d3f02620ca33 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477058 Dec 16 15:32:21.228212 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.257505 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536388'] for router_gateway, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.398273 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38292'] for router, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.406511 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.531815 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530909'] for router, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.532387 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b750f248-0906-431a-8533-e1a7c12171fd {{(pid=102462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:32:21.542230 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] Publish callbacks [] for router, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.543394 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-cdbcd951-c8cc-4a7c-9439-9f624b1add6c admin admin] 10.222.0.75 "DELETE /v2.0/routers/b750f248-0906-431a-8533-e1a7c12171fd HTTP/1.1" status: 204 len: 168 time: 1.5943003 Dec 16 15:32:21.546527 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35048) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:21.629712 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Deleting subnet 7af0e026-e278-4b49-a32b-2642c3ca1f79 {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:32:21.637113 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.718423 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.724052 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device de152bd2-8739-4f37-996e-2cbc894b5962 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:21.746430 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: de152bd2-8739-4f37-996e-2cbc894b5962 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:21.747538 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device de152bd2-8739-4f37-996e-2cbc894b5962 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:21.747985 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 5dbfaeeb-763d-4292-98f9-daf4a94351a6 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:21.759511 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8902c9cf-81dc-488a-8a65-baefe7e1f13e {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:32:21.774599 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 5dbfaeeb-763d-4292-98f9-daf4a94351a6 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:21.775741 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 5dbfaeeb-763d-4292-98f9-daf4a94351a6 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:21.779245 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.799908 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Transition to ACTIVE for port object 8902c9cf-81dc-488a-8a65-baefe7e1f13e will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:32:21.808780 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.818161 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.879675 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.911167 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.915424 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7af0e026-e278-4b49-a32b-2642c3ca1f79 HTTP/1.1" status: 204 len: 168 time: 0.3676393 Dec 16 15:32:21.916417 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af0e026-e278-4b49-a32b-2642c3ca1f79,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:21.919837 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35050) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:21.923392 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a3eac4-f825-4234-99f3-630269aff892 None None] Network dd299e06-ec69-443b-98d4-8edf7ddf48e6 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:21.934405 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.934759 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.935093 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.935436 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.935782 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.936114 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.936448 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.936780 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.937206 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.937544 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.937971 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.938199 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:21.938560 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658eed65-611c-4e76-a24f-2d8692be4e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:22.033338 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.046838 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.117623 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Deleting port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:22.118404 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.139131 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c532d0e6-ccc6-43a2-9185-abf9e18d8c58 None None] DHCP port deletion for dd299e06-ec69-443b-98d4-8edf7ddf48e6 request from dv-cinder-801522-8-iscsi {{(pid=102464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:22.197837 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] For port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:22.198105 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.220542 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c532d0e6-ccc6-43a2-9185-abf9e18d8c58 None None] Deleting port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 {{(pid=102464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:22.220923 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c532d0e6-ccc6-43a2-9185-abf9e18d8c58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.223557 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Calling delete_port for a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 owned by network:dhcp {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:22.240744 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=8902c9cf-81dc-488a-8a65-baefe7e1f13e,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:22.314524 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c532d0e6-ccc6-43a2-9185-abf9e18d8c58 None None] For port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62,segment=NetworkSegment(e17b20fd-73b5-4866-a183-2360a8523518),segment_id=e17b20fd-73b5-4866-a183-2360a8523518)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:22.315196 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c532d0e6-ccc6-43a2-9185-abf9e18d8c58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.328595 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.338057 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e067bf-69d7-4018-8df3-79891be46483 req-d9278c63-9501-4a4a-b31c-1b7365025ee7 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:22.340233 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c4e067bf-69d7-4018-8df3-79891be46483 req-d9278c63-9501-4a4a-b31c-1b7365025ee7 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 944 time: 0.1016846 Dec 16 15:32:22.340585 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c532d0e6-ccc6-43a2-9185-abf9e18d8c58 None None] Calling delete_port for a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 owned by network:dhcp {{(pid=102464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:22.346091 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Attempting to bind port 8902c9cf-81dc-488a-8a65-baefe7e1f13e on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:22.346391 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Attempting to bind port 8902c9cf-81dc-488a-8a65-baefe7e1f13e by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'f74ca108-44d7-4b35-a460-441fbd0290b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:32:22.346578 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Attempting to bind port 8902c9cf-81dc-488a-8a65-baefe7e1f13e on network 77db4461-49b8-4c78-8153-66eff52e1104 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:22.352944 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Port 8902c9cf-81dc-488a-8a65-baefe7e1f13e on network 77db4461-49b8-4c78-8153-66eff52e1104 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:32:22.353430 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Attempting to bind port 8902c9cf-81dc-488a-8a65-baefe7e1f13e on network 77db4461-49b8-4c78-8153-66eff52e1104 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:22.361129 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:32:22.361443 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Checking segment: {'id': 'f74ca108-44d7-4b35-a460-441fbd0290b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:22.361908 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Bound using segment: {'id': 'f74ca108-44d7-4b35-a460-441fbd0290b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:32:22.362183 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Bound port: 8902c9cf-81dc-488a-8a65-baefe7e1f13e, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74ca108-44d7-4b35-a460-441fbd0290b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:32:22.362548 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.378067 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] No DVR routers for this DVR port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 on host dv-cinder-801522-8-iscsi {{(pid=102463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:22.382651 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Pushing event deleted for resources: {'Port': ['ID=a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:22.450361 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c4e067bf-69d7-4018-8df3-79891be46483 req-aac3df69-56d5-4bbb-9d0e-d198d8db0c1a tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912826 Dec 16 15:32:22.471254 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c532d0e6-ccc6-43a2-9185-abf9e18d8c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544'] for port, after_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.472115 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.485181 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] For port 8902c9cf-81dc-488a-8a65-baefe7e1f13e, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:32:22.489403 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] For port 8902c9cf-81dc-488a-8a65-baefe7e1f13e, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8902c9cf-81dc-488a-8a65-baefe7e1f13e,segment=NetworkSegment(f74ca108-44d7-4b35-a460-441fbd0290b3),segment_id=f74ca108-44d7-4b35-a460-441fbd0290b3)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:32:22.498248 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.504226 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd299e06-ec69-443b-98d4-8edf7ddf48e6']}} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:22.508714 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c532d0e6-ccc6-43a2-9185-abf9e18d8c58 None None] No DVR routers for this DVR port a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 on host dv-cinder-801522-8-iscsi {{(pid=102464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:22.513067 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532d0e6-ccc6-43a2-9185-abf9e18d8c58 None None] Pushing event deleted for resources: {'Port': ['ID=a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62,revision_number=None']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:22.533460 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17b20fd-73b5-4866-a183-2360a8523518') {'for_net_delete': True} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:22.533814 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17b20fd-73b5-4866-a183-2360a8523518') {} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:22.545937 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58938002'] for segment, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.560880 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:22.564274 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.564747 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.565757 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] 10.222.0.58 "PUT /v2.0/ports/8902c9cf-81dc-488a-8a65-baefe7e1f13e HTTP/1.1" status: 200 len: 1094 time: 1.4850960 Dec 16 15:32:22.566244 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a39721-eab7-48df-b3d0-688bc4b495e9', 'tag': '8902c9cf-81dc-488a-8a65-baefe7e1f13e'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:32:22.568646 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4dc3cf-086a-4c63-9e33-5c73766ab024" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a39721-eab7-48df-b3d0-688bc4b495e9", "tag": "8902c9cf-81dc-488a-8a65-baefe7e1f13e"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:32:22.574363 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=102463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:32:22.575068 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58937820'] for segment, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: Traceback (most recent call last): Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: timer() Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: cb(*args, **kw) Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: return func(*args, **kwargs) Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: self._notify() Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: self.callback(batched_events) Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: event.method(event) Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: return f(self, *a, **k) Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._get(url).json() Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: return self.request(url, 'GET', **kwargs) Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:32:22.577422 dv-cinder-801522-8-iscsi neutron-server[102463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:32:22.598483 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c87ad-01eb-46c2-8f95-974fe1203ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=8902c9cf-81dc-488a-8a65-baefe7e1f13e,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:22.630111 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1b35e6-3765-49c6-b3bd-3cb43e301411 x-openstack-request-id: req-ad1b35e6-3765-49c6-b3bd-3cb43e301411 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:32:22.630539 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a39721-eab7-48df-b3d0-688bc4b495e9", "tag": "8902c9cf-81dc-488a-8a65-baefe7e1f13e", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:32:22.630961 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ad1b35e6-3765-49c6-b3bd-3cb43e301411 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:32:22.631589 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a39721-eab7-48df-b3d0-688bc4b495e9', 'tag': '8902c9cf-81dc-488a-8a65-baefe7e1f13e', 'status': 'completed', 'code': 200} Dec 16 15:32:22.655361 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.666140 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.672631 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] 10.222.0.75 "DELETE /v2.0/networks/dd299e06-ec69-443b-98d4-8edf7ddf48e6 HTTP/1.1" status: 204 len: 168 time: 0.7477832 Dec 16 15:32:22.689193 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2a142-866e-4c82-8858-a2dcd9983834 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd299e06-ec69-443b-98d4-8edf7ddf48e6,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:22.697989 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-c7cd8ec5-261b-4082-8909-48b521b2bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:22.699939 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-c7cd8ec5-261b-4082-8909-48b521b2bc75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6b587f22b5a4986a797977813317ea7&device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 1097 time: 0.0608506 Dec 16 15:32:22.765694 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-1c669818-50f9-4305-90b0-2b3a4813ef18 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8902c9cf-81dc-488a-8a65-baefe7e1f13e HTTP/1.1" status: 200 len: 217 time: 0.0530548 Dec 16 15:32:22.818550 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35058) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:22.837834 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-b6c01273-6274-4ccc-b6c2-bad8d0237cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:22.840028 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-b6c01273-6274-4ccc-b6c2-bad8d0237cb2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2715d0ce-bb06-4b7e-bbb6-2145d44f8104 HTTP/1.1" status: 200 len: 848 time: 0.0659101 Dec 16 15:32:22.879046 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-9527cbd2-e60d-44c6-8828-6792251e06c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77db4461-49b8-4c78-8153-66eff52e1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288689 Dec 16 15:32:22.892758 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-efc7a481-7e96-44dc-8d02-f2edcfd0d319 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0ddb577edf064b45b5c9d2518fd9c3a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0691445 Dec 16 15:32:22.897162 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35060) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:22.969252 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ef40db92-a0ac-4e44-800a-62f3ce934556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:23.003483 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-2bf6c17b-b084-45f5-8076-e17e00605c6c service neutron] 10.222.0.58 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163359 Dec 16 15:32:23.004184 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ef40db92-a0ac-4e44-800a-62f3ce934556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:23.063851 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:23.084608 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ef40db92-a0ac-4e44-800a-62f3ce934556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:23.090155 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ef40db92-a0ac-4e44-800a-62f3ce934556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:23.091980 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ef40db92-a0ac-4e44-800a-62f3ce934556 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/465922ff-5d3f-464c-8533-aeeb4ffbfad1 HTTP/1.1" status: 204 len: 168 time: 0.1973369 Dec 16 15:32:23.105393 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40db92-a0ac-4e44-800a-62f3ce934556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465922ff-5d3f-464c-8533-aeeb4ffbfad1,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:23.136544 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ec386577-4027-4068-a4fa-1a70d75a24fb req-83fbf336-5b02-4e3a-a152-8addc9d79e91 service neutron] 10.222.0.58 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236675 Dec 16 15:32:23.264230 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dc3cf-086a-4c63-9e33-5c73766ab024 req-8911e4ba-54ad-40ac-b178-7a60ca13e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:23.265852 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3f4dc3cf-086a-4c63-9e33-5c73766ab024 req-8911e4ba-54ad-40ac-b178-7a60ca13e1a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6b587f22b5a4986a797977813317ea7&device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 1097 time: 0.0542653 Dec 16 15:32:23.384474 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dc3cf-086a-4c63-9e33-5c73766ab024 req-8738af4a-0705-45fc-b3c3-2a87650e4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:23.387259 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3f4dc3cf-086a-4c63-9e33-5c73766ab024 req-8738af4a-0705-45fc-b3c3-2a87650e4be8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=77db4461-49b8-4c78-8153-66eff52e1104 HTTP/1.1" status: 200 len: 909 time: 0.1129112 Dec 16 15:32:23.449799 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3f4dc3cf-086a-4c63-9e33-5c73766ab024 req-ef7c8d84-ad8e-4ad4-b12a-03b7bc787511 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8902c9cf-81dc-488a-8a65-baefe7e1f13e HTTP/1.1" status: 200 len: 217 time: 0.0543087 Dec 16 15:32:23.531216 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dc3cf-086a-4c63-9e33-5c73766ab024 req-095846bc-5449-432d-b914-7a7555f92542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:23.532989 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3f4dc3cf-086a-4c63-9e33-5c73766ab024 req-095846bc-5449-432d-b914-7a7555f92542 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2715d0ce-bb06-4b7e-bbb6-2145d44f8104 HTTP/1.1" status: 200 len: 848 time: 0.0659285 Dec 16 15:32:23.586740 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3f4dc3cf-086a-4c63-9e33-5c73766ab024 req-8c7aba12-4ee3-4e91-958a-b23eef2aa3e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77db4461-49b8-4c78-8153-66eff52e1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454302 Dec 16 15:32:23.715926 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:23.733159 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f32e2-0f00-4b2d-aba5-291bf180ce87 req-061f76a7-b7e0-4ad3-bf30-07066ecc5a68 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:23.734916 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-428f32e2-0f00-4b2d-aba5-291bf180ce87 req-061f76a7-b7e0-4ad3-bf30-07066ecc5a68 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 944 time: 0.1797268 Dec 16 15:32:23.753720 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:23.754285 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a85f9eaa-0cb8-4a08-94c8-680f0fb3ec62 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:23.792586 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3f4dc3cf-086a-4c63-9e33-5c73766ab024 req-954c741b-d885-4077-a6c1-8f9bea222753 service neutron] 10.222.0.58 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834190 Dec 16 15:32:23.871382 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-428f32e2-0f00-4b2d-aba5-291bf180ce87 req-3449b95a-0452-41c3-a375-0d18bc81456b tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253970 Dec 16 15:32:23.926970 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3f4dc3cf-086a-4c63-9e33-5c73766ab024 req-fd54d8bc-05bc-48ae-aa9f-7813465e12f8 service neutron] 10.222.0.58 "GET /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253345 Dec 16 15:32:25.029211 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f33de-6b9d-4f9c-9d92-5d4f9b4acb07 req-9615fed4-2fa5-42c0-a09f-1d086bfb46e7 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:25.030804 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3a2f33de-6b9d-4f9c-9d92-5d4f9b4acb07 req-9615fed4-2fa5-42c0-a09f-1d086bfb46e7 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 944 time: 0.0761092 Dec 16 15:32:25.097972 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3a2f33de-6b9d-4f9c-9d92-5d4f9b4acb07 req-78dce8a9-e731-4a89-8882-f562a7a081c8 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596437 Dec 16 15:32:25.250259 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35118) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:25.367737 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-dccabe7b-22b0-48b8-9294-5a307bd24850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.443976 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-dccabe7b-22b0-48b8-9294-5a307bd24850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.448051 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-dccabe7b-22b0-48b8-9294-5a307bd24850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.487980 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-dccabe7b-22b0-48b8-9294-5a307bd24850 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e49b392b629842d9b4842154a4bb5473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365887 Dec 16 15:32:25.488710 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccabe7b-22b0-48b8-9294-5a307bd24850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a71ab7-4beb-4b23-87b4-44407f5d4e6c,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:25.490876 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35122) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:25.543806 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7c836b1f-2e66-4ece-b6e3-79ca6629e487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.565553 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7c836b1f-2e66-4ece-b6e3-79ca6629e487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.614766 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7c836b1f-2e66-4ece-b6e3-79ca6629e487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.617929 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7c836b1f-2e66-4ece-b6e3-79ca6629e487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.619361 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-7c836b1f-2e66-4ece-b6e3-79ca6629e487 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/05a71ab7-4beb-4b23-87b4-44407f5d4e6c HTTP/1.1" status: 204 len: 168 time: 0.1270521 Dec 16 15:32:25.627694 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c836b1f-2e66-4ece-b6e3-79ca6629e487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a71ab7-4beb-4b23-87b4-44407f5d4e6c,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:25.649190 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8902c9cf-81dc-488a-8a65-baefe7e1f13e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:32:25.757870 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8902c9cf-81dc-488a-8a65-baefe7e1f13e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8902c9cf-81dc-488a-8a65-baefe7e1f13e,segment=NetworkSegment(f74ca108-44d7-4b35-a460-441fbd0290b3),segment_id=f74ca108-44d7-4b35-a460-441fbd0290b3)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:25.771633 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': '8902c9cf-81dc-488a-8a65-baefe7e1f13e', 'network_id': '77db4461-49b8-4c78-8153-66eff52e1104', 'port_id': '8902c9cf-81dc-488a-8a65-baefe7e1f13e', 'mac_address': 'fa:16:3e:35:1a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2715d0ce-bb06-4b7e-bbb6-2145d44f8104', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:32:25.812858 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.826989 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8902c9cf-81dc-488a-8a65-baefe7e1f13e {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:32:25.852338 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8902c9cf-81dc-488a-8a65-baefe7e1f13e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8902c9cf-81dc-488a-8a65-baefe7e1f13e,segment=NetworkSegment(f74ca108-44d7-4b35-a460-441fbd0290b3),segment_id=f74ca108-44d7-4b35-a460-441fbd0290b3)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:25.856377 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.909533 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=8902c9cf-81dc-488a-8a65-baefe7e1f13e,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:25.946551 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35128) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:25.959875 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8de5cb5f-65a8-49e3-b3b9-8fd2217c9771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.063814 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8de5cb5f-65a8-49e3-b3b9-8fd2217c9771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.068218 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-8de5cb5f-65a8-49e3-b3b9-8fd2217c9771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.083403 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['8902c9cf-81dc-488a-8a65-baefe7e1f13e'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:32:26.110777 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-8de5cb5f-65a8-49e3-b3b9-8fd2217c9771 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c1d2637f61534050a627251594766b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629736 Dec 16 15:32:26.111838 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5cb5f-65a8-49e3-b3b9-8fd2217c9771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3fae75-5ed7-495c-9557-0b2c457d26e2,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:26.113461 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35130) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:26.230037 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b26e809c-2c27-49e1-a7b6-05e2042c9787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.260655 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b26e809c-2c27-49e1-a7b6-05e2042c9787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.285778 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f8385-a158-4cd1-82df-5846978a017d req-e4ac7c89-ab29-43fe-bda8-fce532a0e062 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:26.287274 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cc4f8385-a158-4cd1-82df-5846978a017d req-e4ac7c89-ab29-43fe-bda8-fce532a0e062 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 945 time: 0.0879910 Dec 16 15:32:26.358540 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cc4f8385-a158-4cd1-82df-5846978a017d req-ab538e9e-a6d8-493b-ae75-683eb15d3ffd tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558002 Dec 16 15:32:26.360417 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b26e809c-2c27-49e1-a7b6-05e2042c9787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.363881 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-b26e809c-2c27-49e1-a7b6-05e2042c9787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.368983 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-b26e809c-2c27-49e1-a7b6-05e2042c9787 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2d3fae75-5ed7-495c-9557-0b2c457d26e2 HTTP/1.1" status: 204 len: 168 time: 0.2506046 Dec 16 15:32:26.380235 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e809c-2c27-49e1-a7b6-05e2042c9787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3fae75-5ed7-495c-9557-0b2c457d26e2,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:27.488509 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbad951-e06a-4e96-b712-d79dc71dc925 req-2c149e2f-95b0-40b8-88a2-1ae55c49d049 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:27.490090 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1fbad951-e06a-4e96-b712-d79dc71dc925 req-2c149e2f-95b0-40b8-88a2-1ae55c49d049 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 945 time: 0.0509858 Dec 16 15:32:27.546584 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1fbad951-e06a-4e96-b712-d79dc71dc925 req-caf71e1d-f589-4619-a94f-385f37ab6fc5 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485630 Dec 16 15:32:27.651515 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8902c9cf-81dc-488a-8a65-baefe7e1f13e up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:32:27.706004 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port 8902c9cf-81dc-488a-8a65-baefe7e1f13e completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:32:27.710243 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port 8902c9cf-81dc-488a-8a65-baefe7e1f13e triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:27.710706 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.807986 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.837186 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a39721-eab7-48df-b3d0-688bc4b495e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8902c9cf-81dc-488a-8a65-baefe7e1f13e'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:32:27.839512 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cf3203-9ccf-4c1c-b782-b120e368de18" -d '{"events": [{"server_uuid": "e7a39721-eab7-48df-b3d0-688bc4b495e9", "name": "network-vif-plugged", "status": "completed", "tag": "8902c9cf-81dc-488a-8a65-baefe7e1f13e"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:32:27.853633 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port 8902c9cf-81dc-488a-8a65-baefe7e1f13e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8902c9cf-81dc-488a-8a65-baefe7e1f13e,segment=NetworkSegment(f74ca108-44d7-4b35-a460-441fbd0290b3),segment_id=f74ca108-44d7-4b35-a460-441fbd0290b3)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:27.858483 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.882713 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef826fe1-fd04-4d36-b0c1-c3df5b89c8e0 x-openstack-request-id: req-ef826fe1-fd04-4d36-b0c1-c3df5b89c8e0 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:32:27.883017 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a39721-eab7-48df-b3d0-688bc4b495e9", "name": "network-vif-plugged", "status": "completed", "tag": "8902c9cf-81dc-488a-8a65-baefe7e1f13e", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:32:27.883271 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ef826fe1-fd04-4d36-b0c1-c3df5b89c8e0 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:32:27.883661 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a39721-eab7-48df-b3d0-688bc4b495e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8902c9cf-81dc-488a-8a65-baefe7e1f13e', 'code': 200} Dec 16 15:32:27.914308 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=8902c9cf-81dc-488a-8a65-baefe7e1f13e,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:28.078456 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c92ab5-1e8b-434e-944c-a460310243ee req-2c4f91a6-060e-40f8-9f28-212b83bb5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:28.080095 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-34c92ab5-1e8b-434e-944c-a460310243ee req-2c4f91a6-060e-40f8-9f28-212b83bb5f9b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 1099 time: 0.0530021 Dec 16 15:32:28.139374 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-34c92ab5-1e8b-434e-944c-a460310243ee req-b1b76d47-dc90-4c1e-a5b5-3ba264d55757 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498817 Dec 16 15:32:28.604311 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35208) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:28.680144 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c65c7f-2ffc-4450-bfed-66464ed78819 req-aecd3846-52c9-4260-a682-4562a7a1f39b tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:28.681711 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c9c65c7f-2ffc-4450-bfed-66464ed78819 req-aecd3846-52c9-4260-a682-4562a7a1f39b tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 946 time: 0.0572364 Dec 16 15:32:28.743884 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-47e7d3c7-c531-472c-bf6a-5507d407df12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.749867 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c9c65c7f-2ffc-4450-bfed-66464ed78819 req-3aef491c-9a6d-4804-a8c7-20ee86edc70d tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615866 Dec 16 15:32:28.841014 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-47e7d3c7-c531-472c-bf6a-5507d407df12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.845060 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-47e7d3c7-c531-472c-bf6a-5507d407df12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.887193 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-47e7d3c7-c531-472c-bf6a-5507d407df12 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b1cb5e6f81564ecd8943b03e6eac0361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801397 Dec 16 15:32:28.888330 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7d3c7-c531-472c-bf6a-5507d407df12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6de46b8-e7d8-4b4a-b647-3768bf548d30,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:28.890680 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35212) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:28.940966 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3779cbe6-4fcb-41d9-a3a6-67285e97cc3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.964155 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3779cbe6-4fcb-41d9-a3a6-67285e97cc3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.017164 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3779cbe6-4fcb-41d9-a3a6-67285e97cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.019658 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3779cbe6-4fcb-41d9-a3a6-67285e97cc3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.020809 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-3779cbe6-4fcb-41d9-a3a6-67285e97cc3e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c6de46b8-e7d8-4b4a-b647-3768bf548d30 HTTP/1.1" status: 204 len: 168 time: 0.1292264 Dec 16 15:32:29.029526 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779cbe6-4fcb-41d9-a3a6-67285e97cc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6de46b8-e7d8-4b4a-b647-3768bf548d30,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:29.302624 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35218) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:29.317198 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3de9a048-c6e0-4664-bf13-f4e7e78b839c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.403848 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3de9a048-c6e0-4664-bf13-f4e7e78b839c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.409154 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-3de9a048-c6e0-4664-bf13-f4e7e78b839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.451827 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9a048-c6e0-4664-bf13-f4e7e78b839c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f73cbf5-e483-4b4f-96a0-e9239c92e52c,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:29.456987 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-3de9a048-c6e0-4664-bf13-f4e7e78b839c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd017b0da0bb43e9b418c3d4b9728a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520176 Dec 16 15:32:29.460856 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35220) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:29.518928 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-31294a11-bef9-49e9-b84f-8181c91894d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.550148 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-31294a11-bef9-49e9-b84f-8181c91894d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.602963 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-31294a11-bef9-49e9-b84f-8181c91894d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.605971 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-31294a11-bef9-49e9-b84f-8181c91894d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.607179 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-31294a11-bef9-49e9-b84f-8181c91894d0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f73cbf5-e483-4b4f-96a0-e9239c92e52c HTTP/1.1" status: 204 len: 168 time: 0.1453781 Dec 16 15:32:29.615698 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31294a11-bef9-49e9-b84f-8181c91894d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f73cbf5-e483-4b4f-96a0-e9239c92e52c,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:29.922977 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fc28b-4748-4bcf-af9d-3da100350a91 req-62dff233-982f-4dac-b494-b89a4d1fc5b0 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:29.925094 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-df0fc28b-4748-4bcf-af9d-3da100350a91 req-62dff233-982f-4dac-b494-b89a4d1fc5b0 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 946 time: 0.0823047 Dec 16 15:32:29.985870 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-df0fc28b-4748-4bcf-af9d-3da100350a91 req-461ae81b-7687-42b2-924c-bdb76651d457 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500278 Dec 16 15:32:30.689990 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4aef51-7e1f-4bf0-abb3-f226fda6ce80 req-5bc6adeb-1256-4590-a3ca-fbb2eea9243b tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:30.691641 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8d4aef51-7e1f-4bf0-abb3-f226fda6ce80 req-5bc6adeb-1256-4590-a3ca-fbb2eea9243b tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 946 time: 0.0578780 Dec 16 15:32:30.750725 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8d4aef51-7e1f-4bf0-abb3-f226fda6ce80 req-148e98b9-38a9-4aee-a8f4-bdea6b98480a tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523522 Dec 16 15:32:31.883609 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2244c7-94d7-4c0c-96c1-9cf4f5bfe4b9 req-710d18e1-1ef4-4dc3-914f-4550a26578f4 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:31.884676 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9a2244c7-94d7-4c0c-96c1-9cf4f5bfe4b9 req-710d18e1-1ef4-4dc3-914f-4550a26578f4 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 946 time: 0.0532682 Dec 16 15:32:31.941718 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-9a2244c7-94d7-4c0c-96c1-9cf4f5bfe4b9 req-f4149a1f-af8d-466b-af58-93731cc1325a tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/security-groups?id=37a38387-366e-4522-a48d-d37e9d94cc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507767 Dec 16 15:32:32.204781 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a1187-617d-4202-a75f-0d64d9dd2c72 req-95a07255-d5d8-4e1d-ac13-e778626b4012 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:32.206516 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-020a1187-617d-4202-a75f-0d64d9dd2c72 req-95a07255-d5d8-4e1d-ac13-e778626b4012 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 946 time: 0.0609834 Dec 16 15:32:32.307214 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-020a1187-617d-4202-a75f-0d64d9dd2c72 req-34f9d68e-8115-479c-aac2-fd7e243a6026 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Deleting port 8902c9cf-81dc-488a-8a65-baefe7e1f13e {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:32.307558 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-020a1187-617d-4202-a75f-0d64d9dd2c72 req-34f9d68e-8115-479c-aac2-fd7e243a6026 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:32.406292 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-020a1187-617d-4202-a75f-0d64d9dd2c72 req-34f9d68e-8115-479c-aac2-fd7e243a6026 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] For port 8902c9cf-81dc-488a-8a65-baefe7e1f13e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8902c9cf-81dc-488a-8a65-baefe7e1f13e,segment=NetworkSegment(f74ca108-44d7-4b35-a460-441fbd0290b3),segment_id=f74ca108-44d7-4b35-a460-441fbd0290b3)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:32.406621 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-020a1187-617d-4202-a75f-0d64d9dd2c72 req-34f9d68e-8115-479c-aac2-fd7e243a6026 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:32.422855 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-020a1187-617d-4202-a75f-0d64d9dd2c72 req-34f9d68e-8115-479c-aac2-fd7e243a6026 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Calling delete_port for 8902c9cf-81dc-488a-8a65-baefe7e1f13e owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:32.502422 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:32.564180 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-020a1187-617d-4202-a75f-0d64d9dd2c72 req-34f9d68e-8115-479c-aac2-fd7e243a6026 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:32.577337 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['8902c9cf-81dc-488a-8a65-baefe7e1f13e'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:32:32.602958 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9d68e-8115-479c-aac2-fd7e243a6026 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Pushing event deleted for resources: {'Port': ['ID=8902c9cf-81dc-488a-8a65-baefe7e1f13e,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:32.644084 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-020a1187-617d-4202-a75f-0d64d9dd2c72 req-34f9d68e-8115-479c-aac2-fd7e243a6026 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] No DVR routers for this DVR port 8902c9cf-81dc-488a-8a65-baefe7e1f13e on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:32.647014 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-020a1187-617d-4202-a75f-0d64d9dd2c72 req-34f9d68e-8115-479c-aac2-fd7e243a6026 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:32.650581 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-020a1187-617d-4202-a75f-0d64d9dd2c72 req-34f9d68e-8115-479c-aac2-fd7e243a6026 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.58 "DELETE /v2.0/ports/8902c9cf-81dc-488a-8a65-baefe7e1f13e HTTP/1.1" status: 204 len: 173 time: 0.4379365 Dec 16 15:32:32.651020 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a39721-eab7-48df-b3d0-688bc4b495e9', 'name': 'network-vif-deleted', 'tag': '8902c9cf-81dc-488a-8a65-baefe7e1f13e'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:32:32.653287 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250c1f3e-7885-4973-9e06-74be274829fe" -d '{"events": [{"server_uuid": "e7a39721-eab7-48df-b3d0-688bc4b495e9", "name": "network-vif-deleted", "tag": "8902c9cf-81dc-488a-8a65-baefe7e1f13e"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:32:32.704935 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5f5715-1204-418f-adf9-450e7e79f878 x-openstack-request-id: req-fa5f5715-1204-418f-adf9-450e7e79f878 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:32:32.705272 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a39721-eab7-48df-b3d0-688bc4b495e9", "name": "network-vif-deleted", "tag": "8902c9cf-81dc-488a-8a65-baefe7e1f13e", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:32:32.705541 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa5f5715-1204-418f-adf9-450e7e79f878 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:32:32.705955 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a39721-eab7-48df-b3d0-688bc4b495e9', 'name': 'network-vif-deleted', 'tag': '8902c9cf-81dc-488a-8a65-baefe7e1f13e', 'status': 'completed', 'code': 200} Dec 16 15:32:33.074255 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c8e576f0-4fd9-4029-837d-20b8832e2f08 req-539f7846-9970-47ca-bd0e-97f24918cb97 tempest-VolumesActionsTest-2092684740 tempest-VolumesActionsTest-2092684740-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a39721-eab7-48df-b3d0-688bc4b495e9 HTTP/1.1" status: 200 len: 210 time: 0.0282614 Dec 16 15:32:33.466732 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35288) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:33.592032 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4d8ece07-256a-4033-b43e-f85cc12912aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:33.678865 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4d8ece07-256a-4033-b43e-f85cc12912aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:33.684545 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-4d8ece07-256a-4033-b43e-f85cc12912aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:33.729951 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-4d8ece07-256a-4033-b43e-f85cc12912aa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0d5d50b5ea244ed092d8160530eb68d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620494 Dec 16 15:32:33.730839 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ece07-256a-4033-b43e-f85cc12912aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea6f066-3865-4933-83c7-6796ae093147,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:33.732699 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35292) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:33.785683 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-276b7459-ca5b-4331-ae16-4602dc84de14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:33.808737 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-276b7459-ca5b-4331-ae16-4602dc84de14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:33.862689 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-276b7459-ca5b-4331-ae16-4602dc84de14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:33.867218 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-276b7459-ca5b-4331-ae16-4602dc84de14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:33.869366 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-276b7459-ca5b-4331-ae16-4602dc84de14 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eea6f066-3865-4933-83c7-6796ae093147 HTTP/1.1" status: 204 len: 168 time: 0.1348391 Dec 16 15:32:33.881839 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b7459-ca5b-4331-ae16-4602dc84de14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea6f066-3865-4933-83c7-6796ae093147,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:35.055680 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35368) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:35.167568 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-56dc5193-b419-44d9-8c72-8f7e8e98a9cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.255957 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-56dc5193-b419-44d9-8c72-8f7e8e98a9cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.259957 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-56dc5193-b419-44d9-8c72-8f7e8e98a9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.303681 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-56dc5193-b419-44d9-8c72-8f7e8e98a9cf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8110cff5109d4dd4b91430104d8d7a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466648 Dec 16 15:32:35.304998 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc5193-b419-44d9-8c72-8f7e8e98a9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5bc0e5-2940-4fa3-ad2d-20a537c0d4a9,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:35.307111 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35372) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:35.363547 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-03d25685-5a38-4ec2-b040-d3eb8b407242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.391909 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-03d25685-5a38-4ec2-b040-d3eb8b407242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.443729 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-03d25685-5a38-4ec2-b040-d3eb8b407242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.448599 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-03d25685-5a38-4ec2-b040-d3eb8b407242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.452986 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-03d25685-5a38-4ec2-b040-d3eb8b407242 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0f5bc0e5-2940-4fa3-ad2d-20a537c0d4a9 HTTP/1.1" status: 204 len: 168 time: 0.1415086 Dec 16 15:32:35.458814 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d25685-5a38-4ec2-b040-d3eb8b407242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5bc0e5-2940-4fa3-ad2d-20a537c0d4a9,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:36.053008 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8902c9cf-81dc-488a-8a65-baefe7e1f13e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:36.076834 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: 8902c9cf-81dc-488a-8a65-baefe7e1f13e {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:36.077214 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 8902c9cf-81dc-488a-8a65-baefe7e1f13e not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:38.219029 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fde7e3d2-75d2-43db-af8a-59f54012993e req-0b51da8e-74c1-48ef-85f2-8eba33973a14 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819446287&fields=id&tenant_id=6f37c77e93bf463d860d62c8d68bddb0 HTTP/1.1" status: 200 len: 267 time: 0.0521448 Dec 16 15:32:38.275728 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e3d2-75d2-43db-af8a-59f54012993e req-0d968633-7751-43d9-af33-4896b28041a9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:38.277362 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fde7e3d2-75d2-43db-af8a-59f54012993e req-0d968633-7751-43d9-af33-4896b28041a9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 985 time: 0.0518372 Dec 16 15:32:38.294056 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-fde7e3d2-75d2-43db-af8a-59f54012993e req-e11176d0-5100-4ac9-9db0-90c078073ba9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Request body: {'port': {'security_groups': ['eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf']}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:38.364259 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-fde7e3d2-75d2-43db-af8a-59f54012993e req-e11176d0-5100-4ac9-9db0-90c078073ba9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.550449 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-fde7e3d2-75d2-43db-af8a-59f54012993e req-e11176d0-5100-4ac9-9db0-90c078073ba9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] For port 2bd24cde-9000-4313-8b47-fd9059870279, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=2bd24cde-9000-4313-8b47-fd9059870279,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:38.582076 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-fde7e3d2-75d2-43db-af8a-59f54012993e req-e11176d0-5100-4ac9-9db0-90c078073ba9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.586789 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-fde7e3d2-75d2-43db-af8a-59f54012993e req-e11176d0-5100-4ac9-9db0-90c078073ba9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.599357 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['2bd24cde-9000-4313-8b47-fd9059870279'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:32:38.636027 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e3d2-75d2-43db-af8a-59f54012993e req-e11176d0-5100-4ac9-9db0-90c078073ba9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:38.636695 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-fde7e3d2-75d2-43db-af8a-59f54012993e req-e11176d0-5100-4ac9-9db0-90c078073ba9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.638225 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fde7e3d2-75d2-43db-af8a-59f54012993e req-e11176d0-5100-4ac9-9db0-90c078073ba9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "PUT /v2.0/ports/2bd24cde-9000-4313-8b47-fd9059870279 HTTP/1.1" status: 200 len: 943 time: 0.3490539 Dec 16 15:32:38.638661 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:32:38.641343 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fd82e7-9d6a-4f92-88d8-4ee233f30099" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "tag": "2bd24cde-9000-4313-8b47-fd9059870279"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:32:38.646742 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35426) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:38.701614 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0213fb5f-8f2e-443a-88aa-374510b1eaee x-openstack-request-id: req-0213fb5f-8f2e-443a-88aa-374510b1eaee {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:32:38.702042 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "tag": "2bd24cde-9000-4313-8b47-fd9059870279", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:32:38.702436 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0213fb5f-8f2e-443a-88aa-374510b1eaee {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:32:38.703170 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279', 'status': 'completed', 'code': 200} Dec 16 15:32:38.703914 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11176d0-5100-4ac9-9db0-90c078073ba9 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event updated for resources: {'Port': ['ID=2bd24cde-9000-4313-8b47-fd9059870279,revision_number=7']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:38.709183 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['2bd24cde-9000-4313-8b47-fd9059870279'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:32:38.772653 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-44412f81-9595-4f46-aaa5-e7212d77afe7 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.799012 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd82e7-9d6a-4f92-88d8-4ee233f30099 req-63d6334a-eba9-4462-ad07-b84f863c7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:38.799631 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-73fd82e7-9d6a-4f92-88d8-4ee233f30099 req-63d6334a-eba9-4462-ad07-b84f863c7b2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f37c77e93bf463d860d62c8d68bddb0&device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 1099 time: 0.0724969 Dec 16 15:32:38.821919 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-44412f81-9595-4f46-aaa5-e7212d77afe7 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.002438 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-d602c545-534d-4c43-9c6b-ac35255f3c50 None None] Provisioning complete for port 2bd24cde-9000-4313-8b47-fd9059870279 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:39.002959 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d602c545-534d-4c43-9c6b-ac35255f3c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.043562 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd82e7-9d6a-4f92-88d8-4ee233f30099 req-e1db41eb-19e1-4940-ba75-289effe754e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:39.046317 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-73fd82e7-9d6a-4f92-88d8-4ee233f30099 req-e1db41eb-19e1-4940-ba75-289effe754e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4963c514-326b-4884-ac47-0e17e167ca1c HTTP/1.1" status: 200 len: 916 time: 0.2351446 Dec 16 15:32:39.088393 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-44412f81-9595-4f46-aaa5-e7212d77afe7 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.095275 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-44412f81-9595-4f46-aaa5-e7212d77afe7 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.101631 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35442) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:39.102227 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-44412f81-9595-4f46-aaa5-e7212d77afe7 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "DELETE /v2.0/security-groups/784d9810-97da-48e5-a763-93fbc4c06b91 HTTP/1.1" status: 204 len: 168 time: 0.4518070 Dec 16 15:32:39.179308 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44412f81-9595-4f46-aaa5-e7212d77afe7 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d9810-97da-48e5-a763-93fbc4c06b91,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:39.213748 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-73fd82e7-9d6a-4f92-88d8-4ee233f30099 req-cd960407-41e4-4e18-ab13-424c0e515d5a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd24cde-9000-4313-8b47-fd9059870279 HTTP/1.1" status: 200 len: 1001 time: 0.1563909 Dec 16 15:32:39.342101 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd82e7-9d6a-4f92-88d8-4ee233f30099 req-1212038e-4237-4cfb-b351-0828ee86ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:39.344601 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-73fd82e7-9d6a-4f92-88d8-4ee233f30099 req-1212038e-4237-4cfb-b351-0828ee86ff28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9497d3fd-956a-46f6-b5a4-ff3d21263aff HTTP/1.1" status: 200 len: 854 time: 0.1210895 Dec 16 15:32:39.404352 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Deleting port ff1d3e9f-e7e4-44ed-80cb-0b874e01f679 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:39.404707 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.451392 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd82e7-9d6a-4f92-88d8-4ee233f30099 req-aa30f5ae-f0b8-416b-9b01-a8645b0a7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:39.453793 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-73fd82e7-9d6a-4f92-88d8-4ee233f30099 req-aa30f5ae-f0b8-416b-9b01-a8645b0a7610 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4963c514-326b-4884-ac47-0e17e167ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1007807 Dec 16 15:32:39.545467 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.545828 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.562033 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Calling delete_port for ff1d3e9f-e7e4-44ed-80cb-0b874e01f679 owned by network:floatingip {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:39.597434 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-73fd82e7-9d6a-4f92-88d8-4ee233f30099 req-e44d4dfd-9415-44e2-b3d2-08fbe8e968b0 service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309934 Dec 16 15:32:39.753099 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-73fd82e7-9d6a-4f92-88d8-4ee233f30099 req-a71fb84b-a85e-4778-8958-1d7a52c44b7a service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484530 Dec 16 15:32:39.836197 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.869778 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event deleted for resources: {'Port': ['ID=ff1d3e9f-e7e4-44ed-80cb-0b874e01f679,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:39.944285 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks [] for floatingip, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.945619 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.l3_db [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Floating IP eb28d68a-a5cb-4c4b-85fe-c0ce26787f0e disassociated (deleted). External IP: 172.27.3.83, port: 2bd24cde-9000-4313-8b47-fd9059870279. Dec 16 15:32:40.256454 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Router 7266d2a9-33a6-4672-86af-704d66be1355 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:32:40.419271 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:40.425458 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:40.433855 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7c3cc-e149-4511-b56d-f967d5e12aa1 None None] Sync routers for ids ['7266d2a9-33a6-4672-86af-704d66be1355'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:40.447933 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a7c3cc-e149-4511-b56d-f967d5e12aa1 None None] Routers {'7266d2a9-33a6-4672-86af-704d66be1355'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:40.449904 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f8a7c3cc-e149-4511-b56d-f967d5e12aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7266d2a9-33a6-4672-86af-704d66be1355'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:40.463718 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2ed12a21-41dd-46cd-9eb8-544b35511b6e tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "DELETE /v2.0/floatingips/eb28d68a-a5cb-4c4b-85fe-c0ce26787f0e HTTP/1.1" status: 204 len: 168 time: 1.3607287 Dec 16 15:32:40.464326 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:32:40.467671 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3f8e25-f128-4f45-8ec7-d1599b960679" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "tag": "2bd24cde-9000-4313-8b47-fd9059870279"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:32:40.574493 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060837f2-0106-479a-a252-20fab758a379 x-openstack-request-id: req-060837f2-0106-479a-a252-20fab758a379 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:32:40.574795 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "tag": "2bd24cde-9000-4313-8b47-fd9059870279", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:32:40.575052 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-060837f2-0106-479a-a252-20fab758a379 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:32:40.575669 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279', 'status': 'completed', 'code': 200} Dec 16 15:32:40.682629 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-f8a7c3cc-e149-4511-b56d-f967d5e12aa1 None None] Set router 7266d2a9-33a6-4672-86af-704d66be1355 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:40.716067 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f8e25-f128-4f45-8ec7-d1599b960679 req-30a02d0f-57c4-4135-86af-04743a7b1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:40.724893 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c3f8e25-f128-4f45-8ec7-d1599b960679 req-30a02d0f-57c4-4135-86af-04743a7b1b9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f37c77e93bf463d860d62c8d68bddb0&device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 1099 time: 0.1187329 Dec 16 15:32:40.960546 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f8e25-f128-4f45-8ec7-d1599b960679 req-c18d11b7-66e6-4826-861e-f9a56d4eb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:40.963329 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c3f8e25-f128-4f45-8ec7-d1599b960679 req-c18d11b7-66e6-4826-861e-f9a56d4eb576 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4963c514-326b-4884-ac47-0e17e167ca1c HTTP/1.1" status: 200 len: 916 time: 0.2311022 Dec 16 15:32:41.009843 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f8a7c3cc-e149-4511-b56d-f967d5e12aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f9d6bb90-c0b6-4810-923b-a0ea9df29ef9', 'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'mac_address': 'fa:16:3e:f9:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:19Z', 'updated_at': '2021-12-16T15:30:25Z', 'revision_number': 5, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'subnets': [{'id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:41.042432 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c3f8e25-f128-4f45-8ec7-d1599b960679 req-47bb91f1-986c-4b3c-b2bc-1f2ca78c78ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd24cde-9000-4313-8b47-fd9059870279 HTTP/1.1" status: 200 len: 217 time: 0.0605445 Dec 16 15:32:41.043605 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7c3cc-e149-4511-b56d-f967d5e12aa1 None None] Checking router: 7266d2a9-33a6-4672-86af-704d66be1355 for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:32:41.054732 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a7c3cc-e149-4511-b56d-f967d5e12aa1 None None] Routers {'7266d2a9-33a6-4672-86af-704d66be1355'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:41.055435 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f8a7c3cc-e149-4511-b56d-f967d5e12aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7266d2a9-33a6-4672-86af-704d66be1355'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:41.123917 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f8e25-f128-4f45-8ec7-d1599b960679 req-6cdd78f1-bdad-4c6d-8da1-b2346a095445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:41.125822 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c3f8e25-f128-4f45-8ec7-d1599b960679 req-6cdd78f1-bdad-4c6d-8da1-b2346a095445 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9497d3fd-956a-46f6-b5a4-ff3d21263aff HTTP/1.1" status: 200 len: 854 time: 0.0748856 Dec 16 15:32:41.214205 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f8e25-f128-4f45-8ec7-d1599b960679 req-5d82f856-4ed8-4a52-bc8f-487fc496fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:41.219445 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c3f8e25-f128-4f45-8ec7-d1599b960679 req-5d82f856-4ed8-4a52-bc8f-487fc496fe71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4963c514-326b-4884-ac47-0e17e167ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796804 Dec 16 15:32:41.244844 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-f8a7c3cc-e149-4511-b56d-f967d5e12aa1 None None] Set router 7266d2a9-33a6-4672-86af-704d66be1355 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:41.390675 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c3f8e25-f128-4f45-8ec7-d1599b960679 req-b3fb26c8-c201-4e90-a033-4129fdc3496e service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585824 Dec 16 15:32:41.514636 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c3f8e25-f128-4f45-8ec7-d1599b960679 req-88ae117c-03ac-4397-9f4d-9882447ef2a3 service neutron] 10.222.0.58 "GET /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155417 Dec 16 15:32:41.668884 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f8a7c3cc-e149-4511-b56d-f967d5e12aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f9d6bb90-c0b6-4810-923b-a0ea9df29ef9', 'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'mac_address': 'fa:16:3e:f9:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:19Z', 'updated_at': '2021-12-16T15:30:25Z', 'revision_number': 5, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'subnets': [{'id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:41.728459 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7c3cc-e149-4511-b56d-f967d5e12aa1 None None] The sync data for ids ['7266d2a9-33a6-4672-86af-704d66be1355'] in dv-cinder-801522-8-iscsi is: [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:19Z', 'revision_number': 4, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f9d6bb90-c0b6-4810-923b-a0ea9df29ef9', 'name': '', 'network_id': '4963c514-326b-4884-ac47-0e17e167ca1c', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'mac_address': 'fa:16:3e:f9:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:19Z', 'updated_at': '2021-12-16T15:30:25Z', 'revision_number': 5, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'subnets': [{'id': '9497d3fd-956a-46f6-b5a4-ff3d21263aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:32:42.095634 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e7e51-f99f-4be8-93e4-906f425e7058 None None] New status for floating IP eb28d68a-a5cb-4c4b-85fe-c0ce26787f0e: DOWN {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:32:43.801224 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91414f81-b443-4dd7-8679-138c1dc93e2f req-555c87fb-2c09-4bc3-9539-a0dd25937892 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:43.803610 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-91414f81-b443-4dd7-8679-138c1dc93e2f req-555c87fb-2c09-4bc3-9539-a0dd25937892 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 946 time: 0.0892019 Dec 16 15:32:43.892879 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-91414f81-b443-4dd7-8679-138c1dc93e2f req-82106522-bae6-4e59-b6c6-da96f6432c3c tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781801 Dec 16 15:32:44.853307 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:32:45.070161 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7b48f-a7ee-4468-bd36-2484793d7d0a req-db7c3684-c0dc-42bc-af3b-d053f3e43bb0 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:45.071798 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bba7b48f-a7ee-4468-bd36-2484793d7d0a req-db7c3684-c0dc-42bc-af3b-d053f3e43bb0 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 946 time: 0.0617039 Dec 16 15:32:45.136882 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bba7b48f-a7ee-4468-bd36-2484793d7d0a req-874dbb5c-db0c-4d57-b0ce-36a3c1a857ff tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577738 Dec 16 15:32:45.575595 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db49be-c127-41a6-a0a1-8209bf096368 req-4654b1d8-1009-4612-ab32-2191d654a12f tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:45.577725 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-67db49be-c127-41a6-a0a1-8209bf096368 req-4654b1d8-1009-4612-ab32-2191d654a12f tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 946 time: 0.0679419 Dec 16 15:32:45.706057 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-67db49be-c127-41a6-a0a1-8209bf096368 req-650b60a5-336f-40a9-ac4e-86bdb0c42b4b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Deleting port 2bd24cde-9000-4313-8b47-fd9059870279 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:45.706486 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-67db49be-c127-41a6-a0a1-8209bf096368 req-650b60a5-336f-40a9-ac4e-86bdb0c42b4b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:45.813487 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-67db49be-c127-41a6-a0a1-8209bf096368 req-650b60a5-336f-40a9-ac4e-86bdb0c42b4b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] For port 2bd24cde-9000-4313-8b47-fd9059870279, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=2bd24cde-9000-4313-8b47-fd9059870279,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:45.813951 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-67db49be-c127-41a6-a0a1-8209bf096368 req-650b60a5-336f-40a9-ac4e-86bdb0c42b4b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:45.833766 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-67db49be-c127-41a6-a0a1-8209bf096368 req-650b60a5-336f-40a9-ac4e-86bdb0c42b4b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Calling delete_port for 2bd24cde-9000-4313-8b47-fd9059870279 owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:46.016322 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-67db49be-c127-41a6-a0a1-8209bf096368 req-650b60a5-336f-40a9-ac4e-86bdb0c42b4b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.033222 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['2bd24cde-9000-4313-8b47-fd9059870279'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:32:46.055077 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b60a5-336f-40a9-ac4e-86bdb0c42b4b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Pushing event deleted for resources: {'Port': ['ID=2bd24cde-9000-4313-8b47-fd9059870279,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:46.128528 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-67db49be-c127-41a6-a0a1-8209bf096368 req-650b60a5-336f-40a9-ac4e-86bdb0c42b4b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] No DVR routers for this DVR port 2bd24cde-9000-4313-8b47-fd9059870279 on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:46.131125 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-67db49be-c127-41a6-a0a1-8209bf096368 req-650b60a5-336f-40a9-ac4e-86bdb0c42b4b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.136310 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-67db49be-c127-41a6-a0a1-8209bf096368 req-650b60a5-336f-40a9-ac4e-86bdb0c42b4b tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.58 "DELETE /v2.0/ports/2bd24cde-9000-4313-8b47-fd9059870279 HTTP/1.1" status: 204 len: 173 time: 0.5512817 Dec 16 15:32:46.136310 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'name': 'network-vif-deleted', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:32:46.139461 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580549c4-8149-4daf-b6c5-807adc7b03ab" -d '{"events": [{"server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "name": "network-vif-deleted", "tag": "2bd24cde-9000-4313-8b47-fd9059870279"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:32:46.221970 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0518f960-da9c-4de5-8c0e-aea2993d18b0 x-openstack-request-id: req-0518f960-da9c-4de5-8c0e-aea2993d18b0 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:32:46.222510 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b26a5b-3625-4c6f-ac66-201a8b32bcca", "name": "network-vif-deleted", "tag": "2bd24cde-9000-4313-8b47-fd9059870279", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:32:46.224157 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0518f960-da9c-4de5-8c0e-aea2993d18b0 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:32:46.224715 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b26a5b-3625-4c6f-ac66-201a8b32bcca', 'name': 'network-vif-deleted', 'tag': '2bd24cde-9000-4313-8b47-fd9059870279', 'status': 'completed', 'code': 200} Dec 16 15:32:46.307737 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-81f1154e-7b38-4a3e-a161-3a44c670d25d req-2452307a-7a08-407f-bf77-4ae55b7375f4 tempest-TestMinimumBasicScenario-1532778274 tempest-TestMinimumBasicScenario-1532778274-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8b26a5b-3625-4c6f-ac66-201a8b32bcca HTTP/1.1" status: 200 len: 210 time: 0.0455282 Dec 16 15:32:47.026151 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1d718d67-49d3-4966-8390-d4a3464f0782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:48.058947 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35660) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:48.572935 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533114'] for router_interface, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:48.826304 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35672) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:48.973253 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9332fbc3-92f1-495e-a0cb-2760e4a52878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.093717 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9332fbc3-92f1-495e-a0cb-2760e4a52878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.098720 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9332fbc3-92f1-495e-a0cb-2760e4a52878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.133336 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-9332fbc3-92f1-495e-a0cb-2760e4a52878 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=469be378428b49a0a65765c6f18b1ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047600 Dec 16 15:32:49.134371 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35676) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:49.182625 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332fbc3-92f1-495e-a0cb-2760e4a52878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039368c4-3eab-46bc-8f74-34ee71d1f53b,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:49.222340 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a3acb8e9-bd46-4a9c-af0e-c2f1d761a01b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.243997 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a3acb8e9-bd46-4a9c-af0e-c2f1d761a01b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.320691 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a3acb8e9-bd46-4a9c-af0e-c2f1d761a01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.324116 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-a3acb8e9-bd46-4a9c-af0e-c2f1d761a01b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.327830 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-a3acb8e9-bd46-4a9c-af0e-c2f1d761a01b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/039368c4-3eab-46bc-8f74-34ee71d1f53b HTTP/1.1" status: 204 len: 168 time: 0.1887441 Dec 16 15:32:49.336771 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acb8e9-bd46-4a9c-af0e-c2f1d761a01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039368c4-3eab-46bc-8f74-34ee71d1f53b,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:49.361006 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] Deleting port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:49.361573 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.482940 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] For port f9d6bb90-c0b6-4810-923b-a0ea9df29ef9, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=f9d6bb90-c0b6-4810-923b-a0ea9df29ef9,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:49.483422 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.509053 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] Calling delete_port for f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 owned by network:router_interface {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:49.718649 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-67795f83-652f-4220-ae99-fd7d2d462700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.767169 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.785414 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 2bd24cde-9000-4313-8b47-fd9059870279 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:49.800145 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d6bb90-c0b6-4810-923b-a0ea9df29ef9,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:49.817573 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: 2bd24cde-9000-4313-8b47-fd9059870279 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:49.818552 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device 2bd24cde-9000-4313-8b47-fd9059870279 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:50.079971 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533222'] for router_interface, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.260434 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35706) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:50.366689 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] Router 7266d2a9-33a6-4672-86af-704d66be1355 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:32:50.375296 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-775582959-network', 'tenant_id': 'bb89681079c24a828d64e57b4d655484'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:50.417847 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Made reservation on behalf of bb89681079c24a828d64e57b4d655484 for: {'network': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:50.421929 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.440638 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.530425 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:50.540516 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.545950 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.548654 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-6b966962-5772-495e-981c-bbc13acc7c72 admin admin] 10.222.0.75 "PUT /v2.0/routers/7266d2a9-33a6-4672-86af-704d66be1355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4884074 Dec 16 15:32:50.549052 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35714) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:50.554296 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04864ee-e4c1-4def-9b3b-8f7ae5de9a2e None None] Sync routers for ids ['7266d2a9-33a6-4672-86af-704d66be1355'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:50.571913 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04864ee-e4c1-4def-9b3b-8f7ae5de9a2e None None] Routers {'7266d2a9-33a6-4672-86af-704d66be1355'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:50.572803 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f04864ee-e4c1-4def-9b3b-8f7ae5de9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7266d2a9-33a6-4672-86af-704d66be1355'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:50.727448 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-f04864ee-e4c1-4def-9b3b-8f7ae5de9a2e None None] Set router 7266d2a9-33a6-4672-86af-704d66be1355 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:50.865872 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.875736 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=102462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:32:50.886498 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c84619-6871-4315-ab4c-c5484aa69cb4,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:50.898139 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.898636 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.segments_db [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Added segment 864759fd-c464-410f-af03-0c777fdda07d of type vlan for network 0e90e16f-8477-48c4-833d-3a824ba687d4 Dec 16 15:32:50.985406 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.992408 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Publish callbacks [] for router, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.008794 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f04864ee-e4c1-4def-9b3b-8f7ae5de9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:32:49Z', 'revision_number': 5, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:51.054256 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04864ee-e4c1-4def-9b3b-8f7ae5de9a2e None None] Checking router: 7266d2a9-33a6-4672-86af-704d66be1355 for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:32:51.066986 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.068182 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:51.068877 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.075816 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04864ee-e4c1-4def-9b3b-8f7ae5de9a2e None None] Routers {'7266d2a9-33a6-4672-86af-704d66be1355'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:51.076702 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f04864ee-e4c1-4def-9b3b-8f7ae5de9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['7266d2a9-33a6-4672-86af-704d66be1355'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:51.170856 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9084742 Dec 16 15:32:51.173671 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35716) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:51.179430 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] Request body: {'subnet': {'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-775582959-subnet', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'ip_version': 4}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:51.190582 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b7ac5-f498-4ebe-a453-97166332d30b admin admin] Pushing event updated for resources: {'Network': ['ID=0e90e16f-8477-48c4-833d-3a824ba687d4,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:51.204062 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network 0e90e16f-8477-48c4-833d-3a824ba687d4 details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:32:51.204858 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.219677 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] Made reservation on behalf of bb89681079c24a828d64e57b4d655484 for: {'subnet': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:51.223043 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3962554'] for subnet, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.296098 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Deleting port 3cd434fb-9d33-422d-98e5-a52eb12bb57f {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:51.297109 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.315965 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-f04864ee-e4c1-4def-9b3b-8f7ae5de9a2e None None] Set router 7266d2a9-33a6-4672-86af-704d66be1355 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:51.424114 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] For port 3cd434fb-9d33-422d-98e5-a52eb12bb57f, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=3cd434fb-9d33-422d-98e5-a52eb12bb57f,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:51.425404 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.474092 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Calling delete_port for 3cd434fb-9d33-422d-98e5-a52eb12bb57f owned by network:router_gateway {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:51.502350 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58937969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3962532'] for subnet, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.579100 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f181d98-4d6b-42f6-b28d-1d4600082d5b,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:51.589683 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] Checking segment: {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:51.590041 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] Network hostable DHCP agents. Network: 0e90e16f-8477-48c4-833d-3a824ba687d4, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:32:51.605019 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f04864ee-e4c1-4def-9b3b-8f7ae5de9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:32:49Z', 'revision_number': 5, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:51.624325 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] Network 0e90e16f-8477-48c4-833d-3a824ba687d4 is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:32:51.636836 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, 0e90e16f-8477-48c4-833d-3a824ba687d4) {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:51.645194 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:51.645987 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.669128 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea62b4a-8961-4e46-bda3-7d867da9eafc None None] Network 0e90e16f-8477-48c4-833d-3a824ba687d4 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:51.674823 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-b7209808-2826-4ae9-a2fc-aa86668767e7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4993725 Dec 16 15:32:51.676920 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04864ee-e4c1-4def-9b3b-8f7ae5de9a2e None None] The sync data for ids ['7266d2a9-33a6-4672-86af-704d66be1355'] in dv-cinder-801522-8-iscsi is: [{'id': '7266d2a9-33a6-4672-86af-704d66be1355', 'name': 'tempest-TestMinimumBasicScenario-1494013404-router', 'tenant_id': '6f37c77e93bf463d860d62c8d68bddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:32:49Z', 'revision_number': 5, 'project_id': '6f37c77e93bf463d860d62c8d68bddb0', 'gw_port': {'id': '3cd434fb-9d33-422d-98e5-a52eb12bb57f', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266d2a9-33a6-4672-86af-704d66be1355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:17Z', 'updated_at': '2021-12-16T15:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:32:51.677348 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35722) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:51.699616 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:51.746932 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38278'] for router, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.748438 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38287'] for router, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.779551 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.808294 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd434fb-9d33-422d-98e5-a52eb12bb57f,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:51.839152 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.879192 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0723580d-6b33-516e-bc04-7869bf385167-0e90e16f-8477-48c4-833d-3a824ba687d4', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b'}]}} from dv-cinder-801522-8-iscsi. {{(pid=102464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:32:51.880538 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.895876 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536388'] for router_gateway, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.005479 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.019493 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38292'] for router, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.024049 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.075269 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.100813 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530909'] for router, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.101947 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7266d2a9-33a6-4672-86af-704d66be1355 {{(pid=102462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:32:52.114531 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] Publish callbacks [] for router, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.122332 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-6bc6811c-7c03-47ba-a7b7-c4ff7cb20f35 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7266d2a9-33a6-4672-86af-704d66be1355 HTTP/1.1" status: 204 len: 168 time: 1.5641556 Dec 16 15:32:52.122562 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35724) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:52.129568 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.db_base_plugin_common [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Allocated IP 172.20.0.2 (0e90e16f-8477-48c4-833d-3a824ba687d4/9f181d98-4d6b-42f6-b28d-1d4600082d5b/8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13) {{(pid=102464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:52.198316 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-44398997-2754-4adf-a8d5-19856a1bd447 admin admin] Deleting subnet 9497d3fd-956a-46f6-b5a4-ff3d21263aff {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:32:52.203606 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44398997-2754-4adf-a8d5-19856a1bd447 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.317299 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44398997-2754-4adf-a8d5-19856a1bd447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.400553 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.419118 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Publish callbacks [] for port, precommit_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.430266 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.440777 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.500011 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44398997-2754-4adf-a8d5-19856a1bd447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.501331 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Pushing event updated for resources: {'Port': ['ID=8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13,revision_number=1']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:52.520739 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.523947 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.524325 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.524673 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.525016 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.525384 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.527386 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.527738 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.528074 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.532445 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.533401 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.533838 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.534263 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:52.567219 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Network 0e90e16f-8477-48c4-833d-3a824ba687d4 is already hosted by enough agents. {{(pid=102464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:52.570570 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.base_scheduler [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Resources bound (agent type, host, resource id): {{(pid=102464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:52.573115 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Received port after_create {{(pid=102464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:52.603743 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Allocated IP 172.27.3.133 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/7ebe5adb-ddbb-47b2-98bc-f6ed2195879a) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:52.610535 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44398997-2754-4adf-a8d5-19856a1bd447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.646905 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44398997-2754-4adf-a8d5-19856a1bd447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9497d3fd-956a-46f6-b5a4-ff3d21263aff,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:52.655338 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-44398997-2754-4adf-a8d5-19856a1bd447 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.662276 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-44398997-2754-4adf-a8d5-19856a1bd447 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9497d3fd-956a-46f6-b5a4-ff3d21263aff HTTP/1.1" status: 204 len: 168 time: 0.5386448 Dec 16 15:32:52.662677 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35730) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:52.669823 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe28d036-729b-4ff5-927a-44c00d51a1fd None None] Network 4963c514-326b-4884-ac47-0e17e167ca1c requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:52.700567 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Attempting to bind port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:52.700992 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Attempting to bind port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:32:52.701395 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Attempting to bind port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 on network 0e90e16f-8477-48c4-833d-3a824ba687d4 {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:52.759990 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:32:52.761196 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Checking segment: {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:52.762103 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.762960 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Bound using segment: {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:32:52.764090 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Bound port: 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:32:52.765177 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.814643 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.842780 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.882856 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.944483 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] For port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:32:52.952966 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] For port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:32:52.959811 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.961230 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:52.966260 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Deleting port 499383fb-88c1-4f9a-a65c-28cd38f948e3 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:52.966260 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.968530 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:52.972984 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:52.981278 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Pushing event updated for resources: {'Port': ['ID=7ebe5adb-ddbb-47b2-98bc-f6ed2195879a,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:53.064813 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fd051-97ee-40f9-b08a-9b2c895920bc None None] Pushing event updated for resources: {'Port': ['ID=8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:53.070049 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.156954 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fc3c88-dac5-4e3a-a1de-b5467b5376f3 None None] DHCP port deletion for 4963c514-326b-4884-ac47-0e17e167ca1c request from dv-cinder-801522-8-iscsi {{(pid=102464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:53.192605 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] For port 499383fb-88c1-4f9a-a65c-28cd38f948e3, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=499383fb-88c1-4f9a-a65c-28cd38f948e3,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:53.193233 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.222056 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Calling delete_port for 499383fb-88c1-4f9a-a65c-28cd38f948e3 owned by network:dhcp {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:53.243502 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc3c88-dac5-4e3a-a1de-b5467b5376f3 None None] Deleting port 499383fb-88c1-4f9a-a65c-28cd38f948e3 {{(pid=102464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:53.244140 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3c88-dac5-4e3a-a1de-b5467b5376f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.343155 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f4fc3c88-dac5-4e3a-a1de-b5467b5376f3 None None] For port 499383fb-88c1-4f9a-a65c-28cd38f948e3, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=499383fb-88c1-4f9a-a65c-28cd38f948e3,segment=NetworkSegment(754ea299-fcbb-40f9-8e37-e0676513d765),segment_id=754ea299-fcbb-40f9-8e37-e0676513d765)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:53.343566 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3c88-dac5-4e3a-a1de-b5467b5376f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.377872 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc3c88-dac5-4e3a-a1de-b5467b5376f3 None None] Calling delete_port for 499383fb-88c1-4f9a-a65c-28cd38f948e3 owned by network:dhcp {{(pid=102464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:53.393352 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.434414 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=499383fb-88c1-4f9a-a65c-28cd38f948e3,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:53.447221 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] No DVR routers for this DVR port 499383fb-88c1-4f9a-a65c-28cd38f948e3 on host dv-cinder-801522-8-iscsi {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:53.472542 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.573956 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3c88-dac5-4e3a-a1de-b5467b5376f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544'] for port, after_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.610673 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.630274 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc3c88-dac5-4e3a-a1de-b5467b5376f3 None None] No DVR routers for this DVR port 499383fb-88c1-4f9a-a65c-28cd38f948e3 on host dv-cinder-801522-8-iscsi {{(pid=102464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:53.639289 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc3c88-dac5-4e3a-a1de-b5467b5376f3 None None] Pushing event deleted for resources: {'Port': ['ID=499383fb-88c1-4f9a-a65c-28cd38f948e3,revision_number=None']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:53.656356 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4963c514-326b-4884-ac47-0e17e167ca1c']}} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:53.671962 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754ea299-fcbb-40f9-8e37-e0676513d765') {'for_net_delete': True} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:53.672517 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754ea299-fcbb-40f9-8e37-e0676513d765') {} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:53.690153 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893858'] for segment, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.706753 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.713696 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:32:53.714100 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773182'] for segment, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: Traceback (most recent call last): Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: timer() Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: cb(*args, **kw) Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: return func(*args, **kwargs) Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: self._notify() Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: self.callback(batched_events) Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: event.method(event) Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: return f(self, *a, **k) Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._get(url).json() Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: return self.request(url, 'GET', **kwargs) Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:32:53.725144 dv-cinder-801522-8-iscsi neutron-server[102462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:32:53.790199 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.801468 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.810044 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4963c514-326b-4884-ac47-0e17e167ca1c HTTP/1.1" status: 204 len: 168 time: 1.1423349 Dec 16 15:32:53.820635 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:32:53.824550 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35736) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:53.834085 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a616c9-4b9d-46ee-bdf6-8012d67d71a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4963c514-326b-4884-ac47-0e17e167ca1c,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:53.924544 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:53.924944 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.927631 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534684'] for router, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:54.042278 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:54.093266 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:54.099327 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:54.199800 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:54.234423 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:54.277467 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:54.277985 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f9d6bb90-c0b6-4810-923b-a0ea9df29ef9 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:54.278501 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 3cd434fb-9d33-422d-98e5-a52eb12bb57f no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:54.524046 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 3cd434fb-9d33-422d-98e5-a52eb12bb57f {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:54.524046 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 3cd434fb-9d33-422d-98e5-a52eb12bb57f not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:54.524046 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 499383fb-88c1-4f9a-a65c-28cd38f948e3 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:54.529988 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 499383fb-88c1-4f9a-a65c-28cd38f948e3 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:54.530489 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 499383fb-88c1-4f9a-a65c-28cd38f948e3 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:54.574176 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533114'] for router_interface, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:54.667164 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2300b19-37c1-4796-a14a-e645b0cb6160 None None] Network 0e90e16f-8477-48c4-833d-3a824ba687d4 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:54.701246 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b is scheduled to L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 with binding_index 1 {{(pid=102463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:32:54.786274 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-0aa563d2-1857-4640-a141-343cc440e8e8 None None] Provisioning complete for port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:54.786724 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0aa563d2-1857-4640-a141-343cc440e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:54.919983 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] Deleting port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:54.920534 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.019924 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:55.043721 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Sync routers for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:55.054012 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] For port 6f834e85-4d16-4fe1-8bef-2dafcf282ddb, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=6f834e85-4d16-4fe1-8bef-2dafcf282ddb,segment=NetworkSegment(7a7ab3f3-c6d8-4185-aede-9c6f946e8a14),segment_id=7a7ab3f3-c6d8-4185-aede-9c6f946e8a14)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:55.054012 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.062775 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] Publish callbacks [] for router, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.063116 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:55.064038 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:55.068036 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35746) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:55.079918 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-0d792e39-d4a0-4db1-b962-0d9784e31e4e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4005773 Dec 16 15:32:55.127313 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] Calling delete_port for 6f834e85-4d16-4fe1-8bef-2dafcf282ddb owned by network:router_interface {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:55.217578 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:55.370248 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-57a1154c-44f7-4bf1-9d02-159c328b1a96 None None] Provisioning complete for port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:55.371035 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-57a1154c-44f7-4bf1-9d02-159c328b1a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.493213 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:53Z', 'revision_number': 3, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:55.559516 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Checking router: 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:32:55.559959 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Updating router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b port 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a binding host dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:32:55.595304 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.785751 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:32:55.879448 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:55.879873 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.886171 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.977362 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f834e85-4d16-4fe1-8bef-2dafcf282ddb,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:56.228369 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Publish callbacks [] for port, precommit_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.236346 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.310835 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Attempting to bind port 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:56.311723 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Attempting to bind port 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:32:56.312145 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Attempting to bind port 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a on network dbb0cafc-aada-4bc8-97e6-0316760d206b {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:56.315328 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Pushing event updated for resources: {'Port': ['ID=7ebe5adb-ddbb-47b2-98bc-f6ed2195879a,revision_number=2']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:56.325538 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:32:56.326073 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Checking segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:56.326585 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.327231 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Bound using segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:32:56.327793 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Bound port: 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:32:56.328284 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.330921 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.331418 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.331860 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.332349 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.332777 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.333229 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.333648 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.334093 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.335152 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.335629 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.336052 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.336470 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.336883 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:56.427556 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] For port 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:32:56.432745 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] For port 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=7ebe5adb-ddbb-47b2-98bc-f6ed2195879a,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:32:56.438578 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.511283 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b86da-3d38-43de-9663-06edbab153b3 None None] Pushing event updated for resources: {'Port': ['ID=7ebe5adb-ddbb-47b2-98bc-f6ed2195879a,revision_number=3']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:56.514071 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:56.514991 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:56.561862 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.638438 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:56.687440 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533222'] for router_interface, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.887542 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:53Z', 'revision_number': 3, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:56.918462 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f007076-d83e-4ff8-a126-f778c6448c22 None None] The sync data for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi is: [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:53Z', 'revision_number': 3, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:32:56.977809 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Allocated IP 172.20.0.1 (0e90e16f-8477-48c4-833d-3a824ba687d4/9f181d98-4d6b-42f6-b28d-1d4600082d5b/551d20e2-6d4b-41a7-966c-d9da736ac661) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:57.210045 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] Router 8544c375-101e-4736-8dfd-a4104099878d has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:32:57.260241 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:57.403611 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:57.493197 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Network 0e90e16f-8477-48c4-833d-3a824ba687d4 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:57.500226 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:57.508264 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:57.558414 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:57.570496 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8378e8-d793-4c11-8640-5e2746dd1c60 None None] Sync routers for ids ['8544c375-101e-4736-8dfd-a4104099878d'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:57.577459 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-06445f37-f3c9-4be2-a092-272ed9edefd1 admin admin] 10.222.0.75 "PUT /v2.0/routers/8544c375-101e-4736-8dfd-a4104099878d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7486184 Dec 16 15:32:57.577875 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35756) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:57.578368 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Pushing event updated for resources: {'Port': ['ID=551d20e2-6d4b-41a7-966c-d9da736ac661,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:57.594257 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536559'] for router_interface, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:57.612191 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8378e8-d793-4c11-8640-5e2746dd1c60 None None] Routers {'8544c375-101e-4736-8dfd-a4104099878d'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:57.612853 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-1d8378e8-d793-4c11-8640-5e2746dd1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['8544c375-101e-4736-8dfd-a4104099878d'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:57.782617 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Publish callbacks [] for router, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:57.907728 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-1d8378e8-d793-4c11-8640-5e2746dd1c60 None None] Set router 8544c375-101e-4736-8dfd-a4104099878d gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:57.977388 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.011375 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.093797 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:32:58.133543 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Deleting port a00dbe1d-7d12-4327-9437-a84793f29b4b {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:58.134748 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.251442 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-d64e059f-fbc9-4386-9562-243a82611272 None None] Provisioning complete for port 551d20e2-6d4b-41a7-966c-d9da736ac661 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:58.251825 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] For port a00dbe1d-7d12-4327-9437-a84793f29b4b, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a00dbe1d-7d12-4327-9437-a84793f29b4b,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:58.252387 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.259578 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d64e059f-fbc9-4386-9562-243a82611272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.270912 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Calling delete_port for a00dbe1d-7d12-4327-9437-a84793f29b4b owned by network:router_gateway {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:58.291492 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.298430 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.339873 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-d64e059f-fbc9-4386-9562-243a82611272 None None] Port 551d20e2-6d4b-41a7-966c-d9da736ac661 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:32:58.352218 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Pushing event updated for resources: {'Port': ['ID=551d20e2-6d4b-41a7-966c-d9da736ac661,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:58.411570 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533087'] for router_interface, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.416631 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:58.417509 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.543803 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Network 0e90e16f-8477-48c4-833d-3a824ba687d4 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:58.546447 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:58.568118 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.581514 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.615295 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=7ebe5adb-ddbb-47b2-98bc-f6ed2195879a,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:58.624602 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00dbe1d-7d12-4327-9437-a84793f29b4b,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:58.627460 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-1d8378e8-d793-4c11-8640-5e2746dd1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8544c375-101e-4736-8dfd-a4104099878d', 'name': 'tempest-TestMinimumBasicScenario-612798762-router', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:22Z', 'updated_at': '2021-12-16T15:32:55Z', 'revision_number': 5, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'gw_port': {'id': 'a00dbe1d-7d12-4327-9437-a84793f29b4b', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8544c375-101e-4736-8dfd-a4104099878d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:30:23Z', 'updated_at': '2021-12-16T15:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:58.629426 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.672697 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8378e8-d793-4c11-8640-5e2746dd1c60 None None] Checking router: 8544c375-101e-4736-8dfd-a4104099878d for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:32:58.752114 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8378e8-d793-4c11-8640-5e2746dd1c60 None None] Routers {'8544c375-101e-4736-8dfd-a4104099878d'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:58.753404 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-1d8378e8-d793-4c11-8640-5e2746dd1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['8544c375-101e-4736-8dfd-a4104099878d'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:58.776754 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:32:58.827427 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536388'] for router_gateway, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.882986 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-1d8378e8-d793-4c11-8640-5e2746dd1c60 None None] Set router 8544c375-101e-4736-8dfd-a4104099878d gateway port host: None {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:58.926883 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:58.942116 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-6f913dd6-a2f4-4eed-845c-526b4faf1b7d admin admin] 10.222.0.75 "PUT /v2.0/routers/3503ac2f-7673-443a-8cfc-7b0a58b5cc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8324723 Dec 16 15:32:58.952412 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-1d8378e8-d793-4c11-8640-5e2746dd1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8544c375-101e-4736-8dfd-a4104099878d', 'name': 'tempest-TestMinimumBasicScenario-612798762-router', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:22Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 7, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'gw_port_host': None}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:59.028523 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8378e8-d793-4c11-8640-5e2746dd1c60 None None] The sync data for ids ['8544c375-101e-4736-8dfd-a4104099878d'] in dv-cinder-801522-8-iscsi is: [{'id': '8544c375-101e-4736-8dfd-a4104099878d', 'name': 'tempest-TestMinimumBasicScenario-612798762-router', 'tenant_id': '86c7d3cb86b54483a57b86f17dc285ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:30:22Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 7, 'project_id': '86c7d3cb86b54483a57b86f17dc285ff', 'gw_port_host': None}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:32:59.050687 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=7ebe5adb-ddbb-47b2-98bc-f6ed2195879a,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:59.065355 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f7e9c42f-c594-420b-835a-9ac020a16672 None None] Provisioning complete for port 551d20e2-6d4b-41a7-966c-d9da736ac661 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:59.065749 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f7e9c42f-c594-420b-835a-9ac020a16672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.125153 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9c42f-c594-420b-835a-9ac020a16672 None None] Port 551d20e2-6d4b-41a7-966c-d9da736ac661 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:32:59.142705 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38292'] for router, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.146623 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.213204 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530909'] for router, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.214519 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8544c375-101e-4736-8dfd-a4104099878d {{(pid=102463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:32:59.222054 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] Publish callbacks [] for router, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.226000 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35770) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:59.226678 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4a7d4eae-1e7f-441e-bf7c-68cb661f6197 admin admin] 10.222.0.75 "DELETE /v2.0/routers/8544c375-101e-4736-8dfd-a4104099878d HTTP/1.1" status: 204 len: 168 time: 1.6467309 Dec 16 15:32:59.308758 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_v2 [None req-f551a543-4400-4091-835f-daa03b060a3f admin admin] Deleting subnet 8b0763b8-dcb4-49cf-8320-9e3dc03020ad {{(pid=102462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:32:59.312814 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f551a543-4400-4091-835f-daa03b060a3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.359338 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f551a543-4400-4091-835f-daa03b060a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58894041'] for subnet, precommit_delete_associations {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.561364 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f551a543-4400-4091-835f-daa03b060a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.637942 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f551a543-4400-4091-835f-daa03b060a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58773204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4039846'] for subnet, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.669719 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Sync routers for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:59.684727 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551a543-4400-4091-835f-daa03b060a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b0763b8-dcb4-49cf-8320-9e3dc03020ad,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:59.691494 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f551a543-4400-4091-835f-daa03b060a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.695415 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-f551a543-4400-4091-835f-daa03b060a3f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8b0763b8-dcb4-49cf-8320-9e3dc03020ad HTTP/1.1" status: 204 len: 168 time: 0.4680693 Dec 16 15:32:59.698540 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35780) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:59.700609 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:59.701191 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ba491e-ea56-44d9-9cab-fae9d7de97b2 None None] Network f85ecc49-3946-40f0-926a-c18b197d08aa requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:59.701694 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:59.775073 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.852843 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35788) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:59.857708 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1912085387-network', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:59.900087 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Made reservation on behalf of 9102f73173884ca780c4c55c83a8a3f6 for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:59.903726 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Deleting port 60b74a65-0158-4f60-83f4-acdeef1aa2a5 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:59.904197 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.918731 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.931431 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:59.937682 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.997797 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db15220-7d1c-46be-a4d2-fbe83fd5d723 None None] DHCP port deletion for f85ecc49-3946-40f0-926a-c18b197d08aa request from dv-cinder-801522-8-iscsi {{(pid=102464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:33:00.063416 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] For port 60b74a65-0158-4f60-83f4-acdeef1aa2a5, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=60b74a65-0158-4f60-83f4-acdeef1aa2a5,segment=NetworkSegment(7a7ab3f3-c6d8-4185-aede-9c6f946e8a14),segment_id=7a7ab3f3-c6d8-4185-aede-9c6f946e8a14)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:00.065992 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.117180 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Calling delete_port for 60b74a65-0158-4f60-83f4-acdeef1aa2a5 owned by network:dhcp {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:00.151895 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.159666 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-1db15220-7d1c-46be-a4d2-fbe83fd5d723 None None] Deleting port 60b74a65-0158-4f60-83f4-acdeef1aa2a5 {{(pid=102464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:00.160486 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1db15220-7d1c-46be-a4d2-fbe83fd5d723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.175974 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.258802 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.297365 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=102463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:33:00.303600 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Pushing event deleted for resources: {'Port': ['ID=60b74a65-0158-4f60-83f4-acdeef1aa2a5,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:00.310005 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d5ca43-b100-4435-b7e2-06222d1e9d37,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:00.338006 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.338424 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Added segment c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45 of type vlan for network 1a2def95-6eb5-41c6-aaac-26e84d3c7abd Dec 16 15:33:00.349403 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 2, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:00.368669 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-1db15220-7d1c-46be-a4d2-fbe83fd5d723 None None] For port 60b74a65-0158-4f60-83f4-acdeef1aa2a5, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=60b74a65-0158-4f60-83f4-acdeef1aa2a5,segment=NetworkSegment(7a7ab3f3-c6d8-4185-aede-9c6f946e8a14),segment_id=7a7ab3f3-c6d8-4185-aede-9c6f946e8a14)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:00.369362 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1db15220-7d1c-46be-a4d2-fbe83fd5d723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.390286 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Checking router: 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:33:00.390733 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Updating router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b port 551d20e2-6d4b-41a7-966c-d9da736ac661 binding host dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:33:00.395580 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-1db15220-7d1c-46be-a4d2-fbe83fd5d723 None None] Calling delete_port for 60b74a65-0158-4f60-83f4-acdeef1aa2a5 owned by network:dhcp {{(pid=102464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:00.413759 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.419051 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.433121 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] No DVR routers for this DVR port 60b74a65-0158-4f60-83f4-acdeef1aa2a5 on host dv-cinder-801522-8-iscsi {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:33:00.494853 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.496298 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:00.496921 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.549523 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:00.601680 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.646946 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] Pushing event updated for resources: {'Network': ['ID=1a2def95-6eb5-41c6-aaac-26e84d3c7abd,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:00.669379 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85ecc49-3946-40f0-926a-c18b197d08aa']}} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:00.672115 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35794) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:00.673324 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-a6814331-8402-4854-a3f9-710e4ef5806c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8190768 Dec 16 15:33:00.684380 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] Request body: {'subnet': {'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1912085387-subnet', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'ip_version': 4}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:00.687459 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network 1a2def95-6eb5-41c6-aaac-26e84d3c7abd details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:33:00.697260 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1db15220-7d1c-46be-a4d2-fbe83fd5d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544'] for port, after_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.698270 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7ab3f3-c6d8-4185-aede-9c6f946e8a14') {'for_net_delete': True} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:00.698661 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7ab3f3-c6d8-4185-aede-9c6f946e8a14') {} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:00.712163 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893858'] for segment, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.744331 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.757981 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] Made reservation on behalf of 9102f73173884ca780c4c55c83a8a3f6 for: {'subnet': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:00.761793 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039873'] for subnet, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.771699 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:33:00.773448 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773182'] for segment, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: Traceback (most recent call last): Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: timer() Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: cb(*args, **kw) Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: return func(*args, **kwargs) Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: self._notify() Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: self.callback(batched_events) Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: event.method(event) Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: return f(self, *a, **k) Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._get(url).json() Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: return self.request(url, 'GET', **kwargs) Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:33:00.776750 dv-cinder-801522-8-iscsi neutron-server[102462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:33:00.780980 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db15220-7d1c-46be-a4d2-fbe83fd5d723 None None] Pushing event deleted for resources: {'Port': ['ID=60b74a65-0158-4f60-83f4-acdeef1aa2a5,revision_number=None']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:00.817837 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db15220-7d1c-46be-a4d2-fbe83fd5d723 None None] No DVR routers for this DVR port 60b74a65-0158-4f60-83f4-acdeef1aa2a5 on host dv-cinder-801522-8-iscsi {{(pid=102464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:33:00.837276 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:00.837996 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.968087 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.979249 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.989255 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] 10.222.0.75 "DELETE /v2.0/networks/f85ecc49-3946-40f0-926a-c18b197d08aa HTTP/1.1" status: 204 len: 168 time: 1.2892678 Dec 16 15:33:00.996152 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Publish callbacks [] for port, precommit_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.008004 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.031888 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe65418-bb40-4f14-8965-3cb18925793f admin admin] Pushing event deleted for resources: {'Network': ['ID=f85ecc49-3946-40f0-926a-c18b197d08aa,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:01.080132 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a00dbe1d-7d12-4327-9437-a84793f29b4b no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:33:01.120289 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffcc2f-1673-419c-bd9e-5a5b26d83750 None None] Pushing event updated for resources: {'Port': ['ID=551d20e2-6d4b-41a7-966c-d9da736ac661,revision_number=3']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:01.135328 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: a00dbe1d-7d12-4327-9437-a84793f29b4b {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:33:01.135685 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a00dbe1d-7d12-4327-9437-a84793f29b4b not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:33:01.136113 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 6f834e85-4d16-4fe1-8bef-2dafcf282ddb no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:33:01.178569 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 6f834e85-4d16-4fe1-8bef-2dafcf282ddb {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:33:01.179260 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 6f834e85-4d16-4fe1-8bef-2dafcf282ddb not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:33:01.179863 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 60b74a65-0158-4f60-83f4-acdeef1aa2a5 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:33:01.205685 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Attempting to bind port 551d20e2-6d4b-41a7-966c-d9da736ac661 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:01.206294 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Attempting to bind port 551d20e2-6d4b-41a7-966c-d9da736ac661 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:01.207050 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 60b74a65-0158-4f60-83f4-acdeef1aa2a5 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:33:01.207193 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Attempting to bind port 551d20e2-6d4b-41a7-966c-d9da736ac661 on network 0e90e16f-8477-48c4-833d-3a824ba687d4 {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:01.211914 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 60b74a65-0158-4f60-83f4-acdeef1aa2a5 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:33:01.226900 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:01.228726 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Checking segment: {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:01.229304 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.230040 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Bound using segment: {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:01.231776 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Bound port: 551d20e2-6d4b-41a7-966c-d9da736ac661, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'}}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:01.233699 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.278793 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58772755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039903'] for subnet, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.313174 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35802) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:01.332189 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1adb34ba-5420-4184-a179-5ec03a1343d1,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:01.380594 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] For port 551d20e2-6d4b-41a7-966c-d9da736ac661, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:01.386570 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-b4d3a136-fe8f-47c0-9f55-e030f937695f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f37c77e93bf463d860d62c8d68bddb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718458 Dec 16 15:33:01.387198 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35804) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:01.392234 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] For port 551d20e2-6d4b-41a7-966c-d9da736ac661, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=551d20e2-6d4b-41a7-966c-d9da736ac661,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:01.397606 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] Checking segment: {'id': 'c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:01.398932 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] Network hostable DHCP agents. Network: 1a2def95-6eb5-41c6-aaac-26e84d3c7abd, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:33:01.403934 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.447027 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] Network 1a2def95-6eb5-41c6-aaac-26e84d3c7abd is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:33:01.463480 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, 1a2def95-6eb5-41c6-aaac-26e84d3c7abd) {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:01.470138 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:01.472018 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.478620 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd2cb5-3b17-44e8-ac66-62b413a09370 None None] Network 1a2def95-6eb5-41c6-aaac-26e84d3c7abd requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:01.486797 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-60b3b994-6447-42bf-85fb-2b7756f261a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.515802 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-60b3b994-6447-42bf-85fb-2b7756f261a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.533225 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-fa024068-d0e9-40a4-a976-64390b3ea224 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8580663 Dec 16 15:33:01.535593 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35806) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:01.536977 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:01.538787 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:01.545834 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1912085387-router', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:01.599579 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-60b3b994-6447-42bf-85fb-2b7756f261a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.604078 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-60b3b994-6447-42bf-85fb-2b7756f261a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.613080 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-60b3b994-6447-42bf-85fb-2b7756f261a6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf HTTP/1.1" status: 204 len: 168 time: 0.2201171 Dec 16 15:33:01.626117 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38278'] for router, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.627710 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38287'] for router, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.639111 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-a91ec046-9e2c-47bb-a7ff-a0f9cfbda0d5 None None] Provisioning complete for port 551d20e2-6d4b-41a7-966c-d9da736ac661 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:01.639917 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a91ec046-9e2c-47bb-a7ff-a0f9cfbda0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.644360 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3b994-6447-42bf-85fb-2b7756f261a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaca9b6e-f5e0-4aec-b7ff-d0d3729347cf,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:01.801201 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffcc2f-1673-419c-bd9e-5a5b26d83750 None None] Pushing event updated for resources: {'Port': ['ID=551d20e2-6d4b-41a7-966c-d9da736ac661,revision_number=4']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:01.860300 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:01.891609 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0723580d-6b33-516e-bc04-7869bf385167-1a2def95-6eb5-41c6-aaac-26e84d3c7abd', 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd', 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'fixed_ips': [{'subnet_id': '1adb34ba-5420-4184-a179-5ec03a1343d1'}]}} from dv-cinder-801522-8-iscsi. {{(pid=102464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:33:01.894454 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.103910 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.153494 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.db_base_plugin_common [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Allocated IP 172.20.0.2 (1a2def95-6eb5-41c6-aaac-26e84d3c7abd/1adb34ba-5420-4184-a179-5ec03a1343d1/d78b0378-5f1b-42d2-8e07-16cfa149b1b1) {{(pid=102464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:02.354816 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35822) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:02.394228 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a91ec046-9e2c-47bb-a7ff-a0f9cfbda0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.404681 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.440747 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-178f6b4d-435e-4a27-9606-11426094e484 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=86c7d3cb86b54483a57b86f17dc285ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0817695 Dec 16 15:33:02.441755 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35826) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:02.464974 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-a91ec046-9e2c-47bb-a7ff-a0f9cfbda0d5 None None] For port 551d20e2-6d4b-41a7-966c-d9da736ac661, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=551d20e2-6d4b-41a7-966c-d9da736ac661,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:02.473320 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a91ec046-9e2c-47bb-a7ff-a0f9cfbda0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.475549 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:01Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:02.517987 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4fff6b26-4510-41c1-8eba-d03cd114421c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.525912 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f94dd28-0f7d-405e-82ca-06bcbaadbd93 None None] The sync data for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi is: [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:01Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:02.543822 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4fff6b26-4510-41c1-8eba-d03cd114421c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.607656 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.630730 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4fff6b26-4510-41c1-8eba-d03cd114421c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.633742 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4fff6b26-4510-41c1-8eba-d03cd114421c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.634987 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4fff6b26-4510-41c1-8eba-d03cd114421c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/78a13cdb-e51e-48a7-ab70-5e6c5cb72281 HTTP/1.1" status: 204 len: 168 time: 0.1921234 Dec 16 15:33:02.636030 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ec046-9e2c-47bb-a7ff-a0f9cfbda0d5 None None] Pushing event updated for resources: {'Port': ['ID=551d20e2-6d4b-41a7-966c-d9da736ac661,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:02.644127 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Publish callbacks [] for port, precommit_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.652672 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-ce940b5c-dc74-410c-947e-5d02fb117bd7 None None] Provisioning complete for port 551d20e2-6d4b-41a7-966c-d9da736ac661 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:02.653065 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ce940b5c-dc74-410c-947e-5d02fb117bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.660526 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff6b26-4510-41c1-8eba-d03cd114421c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a13cdb-e51e-48a7-ab70-5e6c5cb72281,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:02.693875 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.720565 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.751934 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.788371 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Network 1a2def95-6eb5-41c6-aaac-26e84d3c7abd is already hosted by enough agents. {{(pid=102464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:02.797509 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.base_scheduler [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Resources bound (agent type, host, resource id): {{(pid=102464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:02.802673 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Received port after_create {{(pid=102464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:02.806969 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Pushing event updated for resources: {'Port': ['ID=d78b0378-5f1b-42d2-8e07-16cfa149b1b1,revision_number=1']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:02.892591 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Allocated IP 172.27.3.12 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/38327e69-9df7-484f-9574-2704659f6159) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:02.906508 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Attempting to bind port d78b0378-5f1b-42d2-8e07-16cfa149b1b1 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:02.907007 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Attempting to bind port d78b0378-5f1b-42d2-8e07-16cfa149b1b1 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': 'c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:02.907312 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Attempting to bind port d78b0378-5f1b-42d2-8e07-16cfa149b1b1 on network 1a2def95-6eb5-41c6-aaac-26e84d3c7abd {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:02.915993 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:02.915993 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Checking segment: {'id': 'c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:02.915993 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.915993 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Bound using segment: {'id': 'c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:02.915993 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Bound port: d78b0378-5f1b-42d2-8e07-16cfa149b1b1, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:02.915993 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:03.014418 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] For port d78b0378-5f1b-42d2-8e07-16cfa149b1b1, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:03.020133 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] For port d78b0378-5f1b-42d2-8e07-16cfa149b1b1, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=d78b0378-5f1b-42d2-8e07-16cfa149b1b1,segment=NetworkSegment(c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45),segment_id=c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:03.040503 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:03.107042 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:03.175344 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:03.178992 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb09e40-76a1-40ad-83de-893bec01f258 None None] Pushing event updated for resources: {'Port': ['ID=d78b0378-5f1b-42d2-8e07-16cfa149b1b1,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:03.223522 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:03.227287 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:03.231425 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:03.273706 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=38327e69-9df7-484f-9574-2704659f6159,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:03.673023 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:03.894511 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device d78b0378-5f1b-42d2-8e07-16cfa149b1b1 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:03.977701 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35906) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:03.991969 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port d78b0378-5f1b-42d2-8e07-16cfa149b1b1 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:03.993674 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534684'] for router, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:03.995595 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.134862 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.201124 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-38798756-network', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:04.217213 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port d78b0378-5f1b-42d2-8e07-16cfa149b1b1, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=d78b0378-5f1b-42d2-8e07-16cfa149b1b1,segment=NetworkSegment(c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45),segment_id=c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:04.222951 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.224444 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 551d20e2-6d4b-41a7-966c-d9da736ac661 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:04.234899 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 is scheduled to L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 with binding_index 1 {{(pid=102462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:33:04.270451 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Made reservation on behalf of 24a9edc0b83c4ab48d276639790a36fa for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:04.277723 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.308740 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.337797 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=d78b0378-5f1b-42d2-8e07-16cfa149b1b1,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:04.360743 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 551d20e2-6d4b-41a7-966c-d9da736ac661 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:04.361277 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.404555 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:33:04.416828 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Sync routers for ids ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:33:04.433525 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] Publish callbacks [] for router, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.434837 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-82585939-0c9b-4310-ab05-3b45bfc76cc6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8982904 Dec 16 15:33:04.440147 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35914) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:04.446380 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Routers {'9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:04.447060 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:04.455378 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.460836 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.490319 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=102463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:33:04.513776 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a85f837-009f-4d00-8a51-b33fd112c00c,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:04.518400 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.518966 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Added segment bd4eb317-7784-417c-8904-b752cda35e0a of type vlan for network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc Dec 16 15:33:04.572031 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.585071 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0db787-0bbd-4a0f-a08a-4f0f9715b8fe None None] Network 1a2def95-6eb5-41c6-aaac-26e84d3c7abd requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:04.601841 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.603078 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:04.604022 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.662026 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6831148 Dec 16 15:33:04.665706 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35916) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:04.670796 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] Request body: {'subnet': {'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-38798756-subnet', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'ip_version': 4}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:04.671786 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfcc16-8d65-4ce9-81e2-c2965f189958 admin admin] Pushing event updated for resources: {'Network': ['ID=34e1cbba-69c4-4d9c-a156-b4e67eed16cc,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:04.672707 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Set router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:04.674667 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c35bbf08-f86e-4ee1-88e3-75b11feca5ea None None] Provisioning complete for port d78b0378-5f1b-42d2-8e07-16cfa149b1b1 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:04.675040 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c35bbf08-f86e-4ee1-88e3-75b11feca5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.712983 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] Made reservation on behalf of 24a9edc0b83c4ab48d276639790a36fa for: {'subnet': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:04.715461 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039873'] for subnet, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.737201 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:33:05.045589 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'name': 'tempest-TestVolumeBootPattern-1912085387-router', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '38327e69-9df7-484f-9574-2704659f6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:01Z', 'updated_at': '2021-12-16T15:33:03Z', 'revision_number': 3, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'gw_port': {'id': '38327e69-9df7-484f-9574-2704659f6159', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:02Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:05.051725 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58772755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039903'] for subnet, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.079228 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Checking router: 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:33:05.079557 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Updating router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 port 38327e69-9df7-484f-9574-2704659f6159 binding host dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:33:05.106935 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.325200 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35920) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:05.353667 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.369952 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b6fa607-f934-456b-ae05-c85010a1eddb,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:05.387259 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f37a4d-c3d4-491e-889e-706dd99e4c4a admin admin] Deleting subnet 2715d0ce-bb06-4b7e-bbb6-2145d44f8104 {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:33:05.391526 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-49f37a4d-c3d4-491e-889e-706dd99e4c4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.409090 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-3ed90e34-d4c7-4f21-b965-24428f3d8c76 None None] Provisioning complete for port d78b0378-5f1b-42d2-8e07-16cfa149b1b1 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:05.409455 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-3ed90e34-d4c7-4f21-b965-24428f3d8c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.426062 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] Checking segment: {'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:05.426424 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] Network hostable DHCP agents. Network: 34e1cbba-69c4-4d9c-a156-b4e67eed16cc, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:33:05.429860 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-49f37a4d-c3d4-491e-889e-706dd99e4c4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.472354 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-49f37a4d-c3d4-491e-889e-706dd99e4c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.486581 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] Network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:33:05.501394 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, 34e1cbba-69c4-4d9c-a156-b4e67eed16cc) {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:05.507346 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:05.507960 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.529515 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ee4fd3-602e-42fc-8d36-36a5194d592f None None] Network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:05.544897 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-49f37a4d-c3d4-491e-889e-706dd99e4c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.558848 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-f8a76808-cba2-432a-ac72-664846bfbff7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8920753 Dec 16 15:33:05.562923 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35922) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:05.567068 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:05.569684 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f37a4d-c3d4-491e-889e-706dd99e4c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2715d0ce-bb06-4b7e-bbb6-2145d44f8104,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:05.576082 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-49f37a4d-c3d4-491e-889e-706dd99e4c4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.583158 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-49f37a4d-c3d4-491e-889e-706dd99e4c4a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2715d0ce-bb06-4b7e-bbb6-2145d44f8104 HTTP/1.1" status: 204 len: 168 time: 0.2565792 Dec 16 15:33:05.583971 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35924) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:05.598374 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Allocated IP 172.20.0.1 (1a2def95-6eb5-41c6-aaac-26e84d3c7abd/1adb34ba-5420-4184-a179-5ec03a1343d1/926e663d-2fcf-40cb-9da3-50a830774fa7) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:05.614570 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38278'] for router, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.616276 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38287'] for router, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.651854 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.660666 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.668948 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.735093 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.735238 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd277b8-8dfa-4ea8-8670-efa695775169 None None] Pushing event updated for resources: {'Port': ['ID=38327e69-9df7-484f-9574-2704659f6159,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:05.737490 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Attempting to bind port 38327e69-9df7-484f-9574-2704659f6159 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:05.738008 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Attempting to bind port 38327e69-9df7-484f-9574-2704659f6159 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:05.738256 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Attempting to bind port 38327e69-9df7-484f-9574-2704659f6159 on network dbb0cafc-aada-4bc8-97e6-0316760d206b {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:05.744377 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:05.744813 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Checking segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:05.745192 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.745594 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Bound using segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:05.746066 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Bound port: 38327e69-9df7-484f-9574-2704659f6159, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:05.746448 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.749645 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0723580d-6b33-516e-bc04-7869bf385167-34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb'}]}} from dv-cinder-801522-8-iscsi. {{(pid=102464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:33:05.750468 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.784722 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.789555 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device d78b0378-5f1b-42d2-8e07-16cfa149b1b1 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:05.799187 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.824018 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77db4461-49b8-4c78-8153-66eff52e1104']}} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:05.845697 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74ca108-44d7-4b35-a460-441fbd0290b3') {'for_net_delete': True} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:05.846342 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74ca108-44d7-4b35-a460-441fbd0290b3') {} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:05.863248 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58938002'] for segment, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.879149 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.888084 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:33:05.889357 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58937820'] for segment, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: Traceback (most recent call last): Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: timer() Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: cb(*args, **kw) Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: return func(*args, **kwargs) Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: self._notify() Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: self.callback(batched_events) Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: event.method(event) Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: return f(self, *a, **k) Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._get(url).json() Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: return self.request(url, 'GET', **kwargs) Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:33:05.891947 dv-cinder-801522-8-iscsi neutron-server[102463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:33:05.906117 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] For port 38327e69-9df7-484f-9574-2704659f6159, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:05.912186 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] For port 38327e69-9df7-484f-9574-2704659f6159, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=38327e69-9df7-484f-9574-2704659f6159,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:05.921277 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.959728 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.964772 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.964986 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.968898 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] 10.222.0.75 "DELETE /v2.0/networks/77db4461-49b8-4c78-8153-66eff52e1104 HTTP/1.1" status: 204 len: 168 time: 0.3832390 Dec 16 15:33:05.982387 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716668d-d1fc-41b8-8c1e-3ba688cc55fc admin admin] Pushing event deleted for resources: {'Network': ['ID=77db4461-49b8-4c78-8153-66eff52e1104,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:06.032867 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.044105 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Network 1a2def95-6eb5-41c6-aaac-26e84d3c7abd is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:06.050886 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:06.053532 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:06.054535 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port d78b0378-5f1b-42d2-8e07-16cfa149b1b1 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:06.055032 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.056612 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Pushing event updated for resources: {'Port': ['ID=926e663d-2fcf-40cb-9da3-50a830774fa7,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:06.067349 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Routers {'9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:06.068161 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:06.099258 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.db_base_plugin_common [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Allocated IP 172.20.0.2 (34e1cbba-69c4-4d9c-a156-b4e67eed16cc/9b6fa607-f934-456b-ae05-c85010a1eddb/9184480c-6053-41c3-ad8c-934b47bbce5d) {{(pid=102464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:06.138695 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd277b8-8dfa-4ea8-8670-efa695775169 None None] Pushing event updated for resources: {'Port': ['ID=38327e69-9df7-484f-9574-2704659f6159,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:06.139044 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35928) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:06.159099 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536559'] for router_interface, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.233601 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35930) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:06.234497 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d0a536f1-b5a7-40f4-94d7-485216279556 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f6b587f22b5a4986a797977813317ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940115 Dec 16 15:33:06.312808 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] Set router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:06.376217 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1dc49af9-cbc0-4e1a-b47d-40a847bea23c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.433102 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.487565 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1dc49af9-cbc0-4e1a-b47d-40a847bea23c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.507164 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-9bbb16f4-5298-4fc6-a301-3d31b30e328b None None] Provisioning complete for port 926e663d-2fcf-40cb-9da3-50a830774fa7 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:06.507546 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb16f4-5298-4fc6-a301-3d31b30e328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.561704 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.579310 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.591121 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.614753 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb16f4-5298-4fc6-a301-3d31b30e328b None None] Port 926e663d-2fcf-40cb-9da3-50a830774fa7 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:06.628021 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.654057 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc is already hosted by enough agents. {{(pid=102464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:06.663346 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.base_scheduler [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Resources bound (agent type, host, resource id): {{(pid=102464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:06.668207 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Received port after_create {{(pid=102464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:06.680920 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Pushing event updated for resources: {'Port': ['ID=9184480c-6053-41c3-ad8c-934b47bbce5d,revision_number=1']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:06.714747 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1dc49af9-cbc0-4e1a-b47d-40a847bea23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.717375 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-1dc49af9-cbc0-4e1a-b47d-40a847bea23c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.720999 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-1dc49af9-cbc0-4e1a-b47d-40a847bea23c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/37a38387-366e-4522-a48d-d37e9d94cc38 HTTP/1.1" status: 204 len: 168 time: 0.4837925 Dec 16 15:33:06.746551 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc49af9-cbc0-4e1a-b47d-40a847bea23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a38387-366e-4522-a48d-d37e9d94cc38,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:06.747960 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Attempting to bind port 9184480c-6053-41c3-ad8c-934b47bbce5d on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:06.748333 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Attempting to bind port 9184480c-6053-41c3-ad8c-934b47bbce5d by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:06.748699 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Attempting to bind port 9184480c-6053-41c3-ad8c-934b47bbce5d on network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:06.758361 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:06.758758 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Checking segment: {'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:06.759860 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.759860 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Bound using segment: {'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:06.760069 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Bound port: 9184480c-6053-41c3-ad8c-934b47bbce5d, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:06.760357 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.781111 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'name': 'tempest-TestVolumeBootPattern-1912085387-router', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '38327e69-9df7-484f-9574-2704659f6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:01Z', 'updated_at': '2021-12-16T15:33:03Z', 'revision_number': 3, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'gw_port': {'id': '38327e69-9df7-484f-9574-2704659f6159', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:02Z', 'updated_at': '2021-12-16T15:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:06.815523 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d70e9d-900d-429c-aa69-910d2ae965c3 None None] The sync data for ids ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'] in dv-cinder-801522-8-iscsi is: [{'id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'name': 'tempest-TestVolumeBootPattern-1912085387-router', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '38327e69-9df7-484f-9574-2704659f6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:01Z', 'updated_at': '2021-12-16T15:33:03Z', 'revision_number': 3, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'gw_port': {'id': '38327e69-9df7-484f-9574-2704659f6159', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:02Z', 'updated_at': '2021-12-16T15:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:06.826208 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Allocated IP 172.27.3.209 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/a8e8e54b-b972-4cd7-b778-2c94ba93f7f6) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:06.839533 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.848290 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.873564 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] For port 9184480c-6053-41c3-ad8c-934b47bbce5d, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:06.878785 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] For port 9184480c-6053-41c3-ad8c-934b47bbce5d, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=9184480c-6053-41c3-ad8c-934b47bbce5d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:06.883996 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.948882 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533087'] for router_interface, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:06.971277 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9d759-41af-4e74-acf3-215c684988b8 None None] Pushing event updated for resources: {'Port': ['ID=9184480c-6053-41c3-ad8c-934b47bbce5d,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:07.002397 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Pushing event updated for resources: {'Port': ['ID=926e663d-2fcf-40cb-9da3-50a830774fa7,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:07.184996 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.211348 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Network 1a2def95-6eb5-41c6-aaac-26e84d3c7abd is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:07.219318 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:07.314040 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.414205 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:07.420350 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:07.423954 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:07.466778 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e8e54b-b972-4cd7-b778-2c94ba93f7f6,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:07.485748 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:33:07.557464 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-7c720d6d-18a6-4e05-be9c-c2a69856de52 None None] Provisioning complete for port 926e663d-2fcf-40cb-9da3-50a830774fa7 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:07.558022 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7c720d6d-18a6-4e05-be9c-c2a69856de52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.594840 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-7c720d6d-18a6-4e05-be9c-c2a69856de52 None None] Port 926e663d-2fcf-40cb-9da3-50a830774fa7 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:07.750622 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:33:07.766504 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-39865a0a-61af-46fa-9de7-3cee4b967f73 admin admin] 10.222.0.75 "PUT /v2.0/routers/9a25b468-98ea-46e7-9e42-d5b5a75bb4b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3164468 Dec 16 15:33:07.826457 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 38327e69-9df7-484f-9574-2704659f6159 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:07.833222 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.914301 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 38327e69-9df7-484f-9574-2704659f6159 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:07.914683 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.040964 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.070316 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 38327e69-9df7-484f-9574-2704659f6159, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=38327e69-9df7-484f-9574-2704659f6159,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:08.076161 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.078551 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 9184480c-6053-41c3-ad8c-934b47bbce5d up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:08.108244 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534684'] for router, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.191906 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=38327e69-9df7-484f-9574-2704659f6159,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:08.217135 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 9184480c-6053-41c3-ad8c-934b47bbce5d triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:08.217657 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.264704 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b688b-640b-4289-85c2-cad33727872c None None] Network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:08.496544 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35940) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:08.504038 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-1300b494-b6a5-4706-8783-ecf51a32002b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192274513', 'description': 'tempest-secgroup-smoke-1192274513 description', 'project_id': 'bb89681079c24a828d64e57b4d655484'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:08.517819 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Router 6d9602bc-eb03-40bb-82d9-4df9e998caae is scheduled to L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 with binding_index 1 {{(pid=102462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:33:08.531036 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1300b494-b6a5-4706-8783-ecf51a32002b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.540701 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-a3ffa12d-09e8-449b-b4e0-6bedaa84cb2d None None] Provisioning complete for port 9184480c-6053-41c3-ad8c-934b47bbce5d triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:08.541103 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a3ffa12d-09e8-449b-b4e0-6bedaa84cb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.585395 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.608387 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1300b494-b6a5-4706-8783-ecf51a32002b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.614046 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1300b494-b6a5-4706-8783-ecf51a32002b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.635785 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:33:08.651158 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Sync routers for ids ['6d9602bc-eb03-40bb-82d9-4df9e998caae'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:33:08.660835 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] Publish callbacks [] for router, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.666034 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-66cc4436-fc3e-414d-8261-f111bb0ebfe7 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0996454 Dec 16 15:33:08.666201 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 9184480c-6053-41c3-ad8c-934b47bbce5d, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=9184480c-6053-41c3-ad8c-934b47bbce5d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:08.666305 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1300b494-b6a5-4706-8783-ecf51a32002b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.666392 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35942) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:08.674047 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35944) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:08.678202 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Routers {'6d9602bc-eb03-40bb-82d9-4df9e998caae'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:08.679557 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-298e8b92-94fa-4c75-9b51-1cc0363d80e8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'security_group_rule': {'security_group_id': 'f0167d58-f2b9-4f87-b602-a366b165ab04', 'project_id': 'bb89681079c24a828d64e57b4d655484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:08.680895 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1300b494-b6a5-4706-8783-ecf51a32002b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1830275 Dec 16 15:33:08.684760 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['6d9602bc-eb03-40bb-82d9-4df9e998caae'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:08.688450 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300b494-b6a5-4706-8783-ecf51a32002b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0167d58-f2b9-4f87-b602-a366b165ab04,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:08.692979 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.751204 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a3ffa12d-09e8-449b-b4e0-6bedaa84cb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.793714 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=9184480c-6053-41c3-ad8c-934b47bbce5d,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:08.827574 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-298e8b92-94fa-4c75-9b51-1cc0363d80e8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.847357 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.db.api [None req-a3ffa12d-09e8-449b-b4e0-6bedaa84cb2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:33:08.847721 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG oslo_db.api [None req-a3ffa12d-09e8-449b-b4e0-6bedaa84cb2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:33:08.861269 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Set router 6d9602bc-eb03-40bb-82d9-4df9e998caae gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:08.984916 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-298e8b92-94fa-4c75-9b51-1cc0363d80e8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.993907 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-298e8b92-94fa-4c75-9b51-1cc0363d80e8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.020382 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e8b92-94fa-4c75-9b51-1cc0363d80e8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f37cb41-9184-45af-9676-426ec93cf26d,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:09.030375 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-298e8b92-94fa-4c75-9b51-1cc0363d80e8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.031654 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-298e8b92-94fa-4c75-9b51-1cc0363d80e8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565392 Dec 16 15:33:09.034600 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35946) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:09.039881 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-729604b1-307a-41f6-96cc-1967dae127dd tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'security_group_rule': {'security_group_id': 'f0167d58-f2b9-4f87-b602-a366b165ab04', 'project_id': 'bb89681079c24a828d64e57b4d655484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:09.080124 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-729604b1-307a-41f6-96cc-1967dae127dd tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.083100 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:07Z', 'revision_number': 3, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:09.111578 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Checking router: 6d9602bc-eb03-40bb-82d9-4df9e998caae for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:33:09.112025 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Updating router 6d9602bc-eb03-40bb-82d9-4df9e998caae port a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 binding host dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:33:09.151237 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-729604b1-307a-41f6-96cc-1967dae127dd tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.153227 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.155799 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-729604b1-307a-41f6-96cc-1967dae127dd tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.175010 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729604b1-307a-41f6-96cc-1967dae127dd tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d0f651-e562-45db-a3a5-b0a397c48242,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:09.185664 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-729604b1-307a-41f6-96cc-1967dae127dd tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.186876 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-729604b1-307a-41f6-96cc-1967dae127dd tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1512389 Dec 16 15:33:09.189601 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35948) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:09.194130 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-6aaf2274-b287-43d1-9d89-552da4962b32 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'security_group_rule': {'security_group_id': 'f0167d58-f2b9-4f87-b602-a366b165ab04', 'project_id': 'bb89681079c24a828d64e57b4d655484', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:09.226318 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6aaf2274-b287-43d1-9d89-552da4962b32 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.238137 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Sync routers for ids ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:33:09.250608 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Routers {'9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:09.251428 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:09.311971 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6aaf2274-b287-43d1-9d89-552da4962b32 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.317228 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6aaf2274-b287-43d1-9d89-552da4962b32 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.328123 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.344491 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf2274-b287-43d1-9d89-552da4962b32 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072bb445-4d1d-4562-b387-150e54b2f8a9,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:09.359358 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6aaf2274-b287-43d1-9d89-552da4962b32 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.362224 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-6aaf2274-b287-43d1-9d89-552da4962b32 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715257 Dec 16 15:33:09.364644 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35950) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:09.370805 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-58197a8a-5d49-4ada-9c61-cdbf25b270ed tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'security_group_rule': {'security_group_id': 'f0167d58-f2b9-4f87-b602-a366b165ab04', 'project_id': 'bb89681079c24a828d64e57b4d655484', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:09.413991 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58197a8a-5d49-4ada-9c61-cdbf25b270ed tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.421812 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Set router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:09.465233 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Publish callbacks [] for port, precommit_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.474149 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.507885 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58197a8a-5d49-4ada-9c61-cdbf25b270ed tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.517126 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58197a8a-5d49-4ada-9c61-cdbf25b270ed tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.529979 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Attempting to bind port a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:09.530353 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Attempting to bind port a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:09.530716 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Attempting to bind port a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 on network dbb0cafc-aada-4bc8-97e6-0316760d206b {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:09.539282 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83fa5e-1437-400a-8e84-5e8ba3d1bc1f None None] Pushing event updated for resources: {'Port': ['ID=a8e8e54b-b972-4cd7-b778-2c94ba93f7f6,revision_number=2']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:09.541538 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58197a8a-5d49-4ada-9c61-cdbf25b270ed tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514ec11c-b058-4205-9d53-f0dbd7b00405,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:09.542069 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:09.542439 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Checking segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:09.542837 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.543221 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Bound using segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:09.543695 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Bound port: a8e8e54b-b972-4cd7-b778-2c94ba93f7f6, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:09.544095 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.562916 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Allocated IP 172.20.0.1 (34e1cbba-69c4-4d9c-a156-b4e67eed16cc/9b6fa607-f934-456b-ae05-c85010a1eddb/4a4d3044-91c7-45e1-9f7a-8459e054c2fa) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:09.575421 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-58197a8a-5d49-4ada-9c61-cdbf25b270ed tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.576664 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-58197a8a-5d49-4ada-9c61-cdbf25b270ed tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2099030 Dec 16 15:33:09.580266 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 35952) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:09.588438 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-904694cb-302b-461e-8746-6c40d948757b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'security_group_rule': {'security_group_id': 'f0167d58-f2b9-4f87-b602-a366b165ab04', 'project_id': 'bb89681079c24a828d64e57b4d655484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:09.611035 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] For port a8e8e54b-b972-4cd7-b778-2c94ba93f7f6, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:09.612582 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-671101eb-ced0-4ec1-a271-7d6c489b784d None None] Provisioning complete for port 9184480c-6053-41c3-ad8c-934b47bbce5d triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:09.613477 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-671101eb-ced0-4ec1-a271-7d6c489b784d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.616091 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] For port a8e8e54b-b972-4cd7-b778-2c94ba93f7f6, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a8e8e54b-b972-4cd7-b778-2c94ba93f7f6,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:09.622012 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.693189 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83fa5e-1437-400a-8e84-5e8ba3d1bc1f None None] Pushing event updated for resources: {'Port': ['ID=a8e8e54b-b972-4cd7-b778-2c94ba93f7f6,revision_number=3']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:09.696639 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Routers {'6d9602bc-eb03-40bb-82d9-4df9e998caae'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:09.697276 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['6d9602bc-eb03-40bb-82d9-4df9e998caae'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:09.715534 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.securitygroups_db [None req-904694cb-302b-461e-8746-6c40d948757b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Project bb89681079c24a828d64e57b4d655484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:33:09.727719 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-904694cb-302b-461e-8746-6c40d948757b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.752135 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.778055 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'name': 'tempest-TestVolumeBootPattern-1912085387-router', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '38327e69-9df7-484f-9574-2704659f6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:01Z', 'updated_at': '2021-12-16T15:33:06Z', 'revision_number': 4, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'gw_port': {'id': '38327e69-9df7-484f-9574-2704659f6159', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:02Z', 'updated_at': '2021-12-16T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '926e663d-2fcf-40cb-9da3-50a830774fa7', 'name': '', 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'mac_address': 'fa:16:3e:0f:88:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1adb34ba-5420-4184-a179-5ec03a1343d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:06Z', 'revision_number': 2, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'subnets': [{'id': '1adb34ba-5420-4184-a179-5ec03a1343d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:09.810457 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 38327e69-9df7-484f-9574-2704659f6159 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:09.813447 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Checking router: 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:33:09.813809 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Updating router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 port 926e663d-2fcf-40cb-9da3-50a830774fa7 binding host dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:33:09.820102 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] Set router 6d9602bc-eb03-40bb-82d9-4df9e998caae gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:09.837632 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.841619 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-904694cb-302b-461e-8746-6c40d948757b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.870642 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-904694cb-302b-461e-8746-6c40d948757b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.871837 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.900274 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:09.907713 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904694cb-302b-461e-8746-6c40d948757b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79619928-961a-4c49-9080-85410106b60d,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:09.909905 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:09.917178 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:09.921151 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4d3044-91c7-45e1-9f7a-8459e054c2fa,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:09.934197 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 38327e69-9df7-484f-9574-2704659f6159 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:09.934760 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.948023 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-904694cb-302b-461e-8746-6c40d948757b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.951973 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 35954) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:09.952246 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-904694cb-302b-461e-8746-6c40d948757b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3704617 Dec 16 15:33:09.956690 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-e56cac06-d36c-4857-84b8-1d1268e0b624 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'security_group_rule': {'security_group_id': 'f0167d58-f2b9-4f87-b602-a366b165ab04', 'project_id': 'bb89681079c24a828d64e57b4d655484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:09.976124 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536559'] for router_interface, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.003408 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.securitygroups_db [None req-e56cac06-d36c-4857-84b8-1d1268e0b624 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Project bb89681079c24a828d64e57b4d655484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:33:10.009646 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e56cac06-d36c-4857-84b8-1d1268e0b624 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.074020 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:07Z', 'revision_number': 3, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:10.112989 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e56cac06-d36c-4857-84b8-1d1268e0b624 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.120404 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110efc52-d55c-4969-8e6a-47c45eb1c912 None None] The sync data for ids ['6d9602bc-eb03-40bb-82d9-4df9e998caae'] in dv-cinder-801522-8-iscsi is: [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:07Z', 'revision_number': 3, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:10.130250 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e56cac06-d36c-4857-84b8-1d1268e0b624 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.152624 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cac06-d36c-4857-84b8-1d1268e0b624 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bceacbae-d467-4072-9554-2bbe43a7f4e0,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:10.178516 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-e56cac06-d36c-4857-84b8-1d1268e0b624 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.186327 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-e56cac06-d36c-4857-84b8-1d1268e0b624 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2331848 Dec 16 15:33:10.196307 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.253607 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 9184480c-6053-41c3-ad8c-934b47bbce5d up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:10.356489 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-74b65c49-2df4-4363-a547-ee83c7d64c61 None None] Provisioning complete for port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:10.356772 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-74b65c49-2df4-4363-a547-ee83c7d64c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.406036 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Publish callbacks [] for port, precommit_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.407161 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.413976 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.418806 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.423663 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 9184480c-6053-41c3-ad8c-934b47bbce5d triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:10.424033 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.425450 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-74b65c49-2df4-4363-a547-ee83c7d64c61 None None] Port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:10.521022 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35756d94-219a-48d7-9d6e-5adcb121a72d None None] Pushing event updated for resources: {'Port': ['ID=926e663d-2fcf-40cb-9da3-50a830774fa7,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:10.552346 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533087'] for router_interface, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.613573 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Attempting to bind port 926e663d-2fcf-40cb-9da3-50a830774fa7 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:10.614179 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Attempting to bind port 926e663d-2fcf-40cb-9da3-50a830774fa7 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': 'c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:10.614644 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Attempting to bind port 926e663d-2fcf-40cb-9da3-50a830774fa7 on network 1a2def95-6eb5-41c6-aaac-26e84d3c7abd {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:10.655409 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:10.656256 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Checking segment: {'id': 'c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:10.656897 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.657272 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Bound using segment: {'id': 'c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:10.658444 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Bound port: 926e663d-2fcf-40cb-9da3-50a830774fa7, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:10.658620 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.716512 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4d3044-91c7-45e1-9f7a-8459e054c2fa,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:10.746956 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:10.748439 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:10.796832 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] For port 926e663d-2fcf-40cb-9da3-50a830774fa7, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:10.809729 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] For port 926e663d-2fcf-40cb-9da3-50a830774fa7, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=926e663d-2fcf-40cb-9da3-50a830774fa7,segment=NetworkSegment(c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45),segment_id=c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:10.816005 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.908213 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35756d94-219a-48d7-9d6e-5adcb121a72d None None] Pushing event updated for resources: {'Port': ['ID=926e663d-2fcf-40cb-9da3-50a830774fa7,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:10.945064 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-1586fc90-9ed3-497b-a6cc-ef6b748b3962 None None] Provisioning complete for port 926e663d-2fcf-40cb-9da3-50a830774fa7 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:10.946814 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1586fc90-9ed3-497b-a6cc-ef6b748b3962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.950842 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Routers {'9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:10.951483 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:10.963717 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Router 6d9602bc-eb03-40bb-82d9-4df9e998caae has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:33:11.196330 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:33:11.211244 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-702af6de-ef57-4041-b07e-99841561f9a0 admin admin] 10.222.0.75 "PUT /v2.0/routers/6d9602bc-eb03-40bb-82d9-4df9e998caae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5435894 Dec 16 15:33:11.355936 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] Set router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:11.393383 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1586fc90-9ed3-497b-a6cc-ef6b748b3962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.514678 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-1586fc90-9ed3-497b-a6cc-ef6b748b3962 None None] For port 926e663d-2fcf-40cb-9da3-50a830774fa7, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=926e663d-2fcf-40cb-9da3-50a830774fa7,segment=NetworkSegment(c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45),segment_id=c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:11.521514 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1586fc90-9ed3-497b-a6cc-ef6b748b3962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.633236 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586fc90-9ed3-497b-a6cc-ef6b748b3962 None None] Pushing event updated for resources: {'Port': ['ID=926e663d-2fcf-40cb-9da3-50a830774fa7,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:11.658741 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-01f432c1-43f6-4718-99d9-e100bf126f84 None None] Provisioning complete for port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:11.659158 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-01f432c1-43f6-4718-99d9-e100bf126f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.712084 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-01f432c1-43f6-4718-99d9-e100bf126f84 None None] Port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:11.719364 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'name': 'tempest-TestVolumeBootPattern-1912085387-router', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '38327e69-9df7-484f-9574-2704659f6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:01Z', 'updated_at': '2021-12-16T15:33:06Z', 'revision_number': 4, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'gw_port': {'id': '38327e69-9df7-484f-9574-2704659f6159', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:02Z', 'updated_at': '2021-12-16T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '926e663d-2fcf-40cb-9da3-50a830774fa7', 'name': '', 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'mac_address': 'fa:16:3e:0f:88:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1adb34ba-5420-4184-a179-5ec03a1343d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 4, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'subnets': [{'id': '1adb34ba-5420-4184-a179-5ec03a1343d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:11.751576 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba644499-0d6c-494b-a0c8-f2d20aa02031 None None] The sync data for ids ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'] in dv-cinder-801522-8-iscsi is: [{'id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'name': 'tempest-TestVolumeBootPattern-1912085387-router', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '38327e69-9df7-484f-9574-2704659f6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:01Z', 'updated_at': '2021-12-16T15:33:06Z', 'revision_number': 4, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'gw_port': {'id': '38327e69-9df7-484f-9574-2704659f6159', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:02Z', 'updated_at': '2021-12-16T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '926e663d-2fcf-40cb-9da3-50a830774fa7', 'name': '', 'network_id': '1a2def95-6eb5-41c6-aaac-26e84d3c7abd', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'mac_address': 'fa:16:3e:0f:88:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1adb34ba-5420-4184-a179-5ec03a1343d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 4, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'subnets': [{'id': '1adb34ba-5420-4184-a179-5ec03a1343d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:11.761171 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-01f432c1-43f6-4718-99d9-e100bf126f84 None None] Provisioning complete for port 926e663d-2fcf-40cb-9da3-50a830774fa7 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:11.761652 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-01f432c1-43f6-4718-99d9-e100bf126f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.799657 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:11.880389 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36026) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:11.887490 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-32518547-network', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:11.908620 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:11.908996 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.927087 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Made reservation on behalf of f62d03f62bdc45d7869a2b794e7a5313 for: {'network': 1} {{(pid=102463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:11.931883 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for network, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.952817 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.066666 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.068086 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.073294 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.092917 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port a8e8e54b-b972-4cd7-b778-2c94ba93f7f6, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a8e8e54b-b972-4cd7-b778-2c94ba93f7f6,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:12.098576 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.101071 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=102463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:33:12.112956 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8528618f-9f67-4e23-9d95-a1eed6076ace,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:12.119623 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.120636 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.segments_db [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Added segment f556bc13-0351-49fc-9daa-06f40d2c9894 of type vlan for network 096939e2-e0c5-4db2-ace7-f0a4e0525275 Dec 16 15:33:12.161432 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=a8e8e54b-b972-4cd7-b778-2c94ba93f7f6,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:12.170727 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772713349910'] for network, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.198417 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812'] for network, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.199401 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:12.200143 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.262391 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3771217 Dec 16 15:33:12.262864 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36030) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:12.273299 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] Request body: {'subnet': {'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-32518547-subnet', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'ip_version': 4}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:12.274418 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a80e3-ea9f-4e16-8de0-135802dfbe47 admin admin] Pushing event updated for resources: {'Network': ['ID=096939e2-e0c5-4db2-ace7-f0a4e0525275,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:12.285327 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Network 096939e2-e0c5-4db2-ace7-f0a4e0525275 details requested by agent ovs-agent-dv-cinder-801522-8-iscsi with host dv-cinder-801522-8-iscsi {{(pid=102464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:33:12.308176 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] Made reservation on behalf of f62d03f62bdc45d7869a2b794e7a5313 for: {'subnet': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:12.310639 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039873'] for subnet, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.487718 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58772755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039903'] for subnet, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.555975 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Sync routers for ids ['6d9602bc-eb03-40bb-82d9-4df9e998caae'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:33:12.558908 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:12.565318 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] Checking segment: {'id': 'f556bc13-0351-49fc-9daa-06f40d2c9894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:12.565641 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] Network hostable DHCP agents. Network: 096939e2-e0c5-4db2-ace7-f0a4e0525275, hostable agents: ['5eee1679-0811-4cfb-993f-d4b945ae77ee'], hosted agents: [] {{(pid=102462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:33:12.567945 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Routers {'6d9602bc-eb03-40bb-82d9-4df9e998caae'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:12.568631 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['6d9602bc-eb03-40bb-82d9-4df9e998caae'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:12.586966 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] Network 096939e2-e0c5-4db2-ace7-f0a4e0525275 is scheduled to be hosted by DHCP agent 5eee1679-0811-4cfb-993f-d4b945ae77ee with binding_index 1 {{(pid=102462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:33:12.599255 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-8-iscsi, 096939e2-e0c5-4db2-ace7-f0a4e0525275) {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:12.604281 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:12.605079 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.610497 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f33a9-7ded-4702-b719-a8e9de6af49e None None] Network 096939e2-e0c5-4db2-ace7-f0a4e0525275 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:12.625951 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-5e869df3-c1c2-4dcb-acf4-14ffd41a7d9c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3617971 Dec 16 15:33:12.628434 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36032) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:12.634614 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-32518547-router', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:12.666286 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38278'] for router, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.667400 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38287'] for router, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.708450 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Set router 6d9602bc-eb03-40bb-82d9-4df9e998caae gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:12.737447 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.751361 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0723580d-6b33-516e-bc04-7869bf385167-096939e2-e0c5-4db2-ace7-f0a4e0525275', 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275', 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'fixed_ips': [{'subnet_id': '4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8'}]}} from dv-cinder-801522-8-iscsi. {{(pid=102464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:33:12.752893 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.897475 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.919844 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.db_base_plugin_common [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Allocated IP 172.20.0.2 (096939e2-e0c5-4db2-ace7-f0a4e0525275/4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8/1816c1fa-0054-424c-8b73-7ba504098d14) {{(pid=102464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:13.070766 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 4, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '4a4d3044-91c7-45e1-9f7a-8459e054c2fa', 'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'mac_address': 'fa:16:3e:40:1b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:09Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 2, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'subnets': [{'id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:13.093030 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Publish callbacks [] for port, precommit_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.099239 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535'] for port, after_create {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.103295 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Checking router: 6d9602bc-eb03-40bb-82d9-4df9e998caae for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:33:13.103651 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Updating router 6d9602bc-eb03-40bb-82d9-4df9e998caae port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa binding host dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:33:13.129648 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.150587 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Network 096939e2-e0c5-4db2-ace7-f0a4e0525275 is already hosted by enough agents. {{(pid=102464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:13.151907 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Pushing event updated for resources: {'Port': ['ID=1816c1fa-0054-424c-8b73-7ba504098d14,revision_number=1']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:13.155040 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.scheduler.base_scheduler [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Resources bound (agent type, host, resource id): {{(pid=102464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:13.163835 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Received port after_create {{(pid=102464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:13.175939 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.208388 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.228230 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Attempting to bind port 1816c1fa-0054-424c-8b73-7ba504098d14 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:13.228933 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Attempting to bind port 1816c1fa-0054-424c-8b73-7ba504098d14 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': 'f556bc13-0351-49fc-9daa-06f40d2c9894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:13.229515 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Attempting to bind port 1816c1fa-0054-424c-8b73-7ba504098d14 on network 096939e2-e0c5-4db2-ace7-f0a4e0525275 {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:13.235305 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:13.235896 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Checking segment: {'id': 'f556bc13-0351-49fc-9daa-06f40d2c9894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:13.236487 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.237055 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Bound using segment: {'id': 'f556bc13-0351-49fc-9daa-06f40d2c9894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:13.237691 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Bound port: 1816c1fa-0054-424c-8b73-7ba504098d14, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f556bc13-0351-49fc-9daa-06f40d2c9894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:13.238350 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.325272 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] For port 1816c1fa-0054-424c-8b73-7ba504098d14, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:13.328427 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Allocated IP 172.27.3.112 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/920aab97-8f16-4ac2-8647-33a0f27b9c33) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:13.328940 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] For port 1816c1fa-0054-424c-8b73-7ba504098d14, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=1816c1fa-0054-424c-8b73-7ba504098d14,segment=NetworkSegment(f556bc13-0351-49fc-9daa-06f40d2c9894),segment_id=f556bc13-0351-49fc-9daa-06f40d2c9894)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:13.334581 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.403188 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28faefd-a04d-4cb6-add4-ab784e81968a None None] Pushing event updated for resources: {'Port': ['ID=1816c1fa-0054-424c-8b73-7ba504098d14,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:13.447171 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Publish callbacks [] for port, precommit_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.453449 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.476361 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.502957 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1e3d3-28ef-467f-9926-09ae798f1da7 None None] Pushing event updated for resources: {'Port': ['ID=4a4d3044-91c7-45e1-9f7a-8459e054c2fa,revision_number=3']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:13.529239 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.588707 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:13.594222 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Pushing event updated for resources: {'Port': ['ID=920aab97-8f16-4ac2-8647-33a0f27b9c33,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:13.598759 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:13.605070 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:13.605572 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Attempting to bind port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:13.606419 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Attempting to bind port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:13.606804 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Attempting to bind port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa on network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:13.617069 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:13.617069 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Checking segment: {'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:13.617069 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.617069 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Bound using segment: {'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:13.620524 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Bound port: 4a4d3044-91c7-45e1-9f7a-8459e054c2fa, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'}}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:13.620524 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.758554 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] For port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:13.768377 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] For port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=4a4d3044-91c7-45e1-9f7a-8459e054c2fa,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:13.774218 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.877848 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1e3d3-28ef-467f-9926-09ae798f1da7 None None] Pushing event updated for resources: {'Port': ['ID=4a4d3044-91c7-45e1-9f7a-8459e054c2fa,revision_number=4']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:13.897002 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Routers {'6d9602bc-eb03-40bb-82d9-4df9e998caae'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:13.897731 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['6d9602bc-eb03-40bb-82d9-4df9e998caae'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:13.947868 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-113527f9-8b4b-4557-a590-9e671acddb38 None None] Provisioning complete for port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:13.948412 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-113527f9-8b4b-4557-a590-9e671acddb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.000322 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 926e663d-2fcf-40cb-9da3-50a830774fa7 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:14.026674 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.118466 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 926e663d-2fcf-40cb-9da3-50a830774fa7 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:14.119421 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.136115 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] Set router 6d9602bc-eb03-40bb-82d9-4df9e998caae gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:14.143239 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-113527f9-8b4b-4557-a590-9e671acddb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.209548 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-113527f9-8b4b-4557-a590-9e671acddb38 None None] For port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=4a4d3044-91c7-45e1-9f7a-8459e054c2fa,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:14.216371 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-113527f9-8b4b-4557-a590-9e671acddb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.278286 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:14.402288 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113527f9-8b4b-4557-a590-9e671acddb38 None None] Pushing event updated for resources: {'Port': ['ID=4a4d3044-91c7-45e1-9f7a-8459e054c2fa,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:14.403288 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534684'] for router, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.409249 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-a6eb472a-0f90-4ccc-8812-b462f3adc8ab None None] Provisioning complete for port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:14.409767 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a6eb472a-0f90-4ccc-8812-b462f3adc8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.455894 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:14.455894 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.518702 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 4, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '4a4d3044-91c7-45e1-9f7a-8459e054c2fa', 'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'mac_address': 'fa:16:3e:40:1b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:09Z', 'updated_at': '2021-12-16T15:33:13Z', 'revision_number': 4, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'subnets': [{'id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:14.564762 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f758b6-496b-4171-90bf-bb1bab99a024 None None] The sync data for ids ['6d9602bc-eb03-40bb-82d9-4df9e998caae'] in dv-cinder-801522-8-iscsi is: [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 4, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '4a4d3044-91c7-45e1-9f7a-8459e054c2fa', 'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'mac_address': 'fa:16:3e:40:1b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:09Z', 'updated_at': '2021-12-16T15:33:13Z', 'revision_number': 4, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'subnets': [{'id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:14.682578 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 1816c1fa-0054-424c-8b73-7ba504098d14 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:14.768710 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 1816c1fa-0054-424c-8b73-7ba504098d14 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:14.769230 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.871993 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.920521 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 1816c1fa-0054-424c-8b73-7ba504098d14, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=1816c1fa-0054-424c-8b73-7ba504098d14,segment=NetworkSegment(f556bc13-0351-49fc-9daa-06f40d2c9894),segment_id=f556bc13-0351-49fc-9daa-06f40d2c9894)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:14.926279 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.957835 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab66bd2c-48b4-4fd7-9fbd-34f332c1f93b None None] Network 096939e2-e0c5-4db2-ace7-f0a4e0525275 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:15.014986 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 is scheduled to L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 with binding_index 1 {{(pid=102462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:33:15.062620 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=1816c1fa-0054-424c-8b73-7ba504098d14,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:15.072934 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-9fa3bbd2-3127-4cb6-85de-f0716b325e32 None None] Provisioning complete for port 1816c1fa-0054-424c-8b73-7ba504098d14 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:15.073347 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-9fa3bbd2-3127-4cb6-85de-f0716b325e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:15.162838 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:33:15.183714 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] Publish callbacks [] for router, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:15.184939 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-316bcff8-3d3c-4f3b-97ed-0c69e99d992e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5555675 Dec 16 15:33:15.187942 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36042) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:15.202891 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Sync routers for ids ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:33:15.239415 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Routers {'5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:15.240214 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:15.380268 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Set router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:15.504942 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-9139df9c-7509-422f-9838-138732b91f06 None None] Provisioning complete for port 1816c1fa-0054-424c-8b73-7ba504098d14 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:15.505365 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-9139df9c-7509-422f-9838-138732b91f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:15.659382 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'name': 'tempest-TestShelveInstance-32518547-router', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:12Z', 'updated_at': '2021-12-16T15:33:13Z', 'revision_number': 3, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'gw_port': {'id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:13Z', 'updated_at': '2021-12-16T15:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:15.731288 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:15.842388 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Checking router: 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:33:15.842743 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Updating router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 port 920aab97-8f16-4ac2-8647-33a0f27b9c33 binding host dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:33:15.875611 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:15.899589 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 4a4d3044-91c7-45e1-9f7a-8459e054c2fa up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:15.964527 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Allocated IP 172.20.0.1 (096939e2-e0c5-4db2-ace7-f0a4e0525275/4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8/f8c522e5-51f9-4cbf-a409-878ec46d3e1e) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:16.066330 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:16.066908 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.085219 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.124834 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.170397 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Network 096939e2-e0c5-4db2-ace7-f0a4e0525275 is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:16.173772 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:16.179335 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:16.201706 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 1816c1fa-0054-424c-8b73-7ba504098d14 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:16.211943 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c522e5-51f9-4cbf-a409-878ec46d3e1e,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:16.227569 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536559'] for router_interface, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.317018 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Publish callbacks [] for port, precommit_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.332339 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.395110 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.461402 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 1816c1fa-0054-424c-8b73-7ba504098d14 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:16.461730 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.465707 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Attempting to bind port 920aab97-8f16-4ac2-8647-33a0f27b9c33 on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:16.466075 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Attempting to bind port 920aab97-8f16-4ac2-8647-33a0f27b9c33 by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:16.466437 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Attempting to bind port 920aab97-8f16-4ac2-8647-33a0f27b9c33 on network dbb0cafc-aada-4bc8-97e6-0316760d206b {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:16.470184 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ffde6-9835-46c0-89c2-3ac4e18661ab None None] Pushing event updated for resources: {'Port': ['ID=920aab97-8f16-4ac2-8647-33a0f27b9c33,revision_number=2']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:16.502298 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:16.502669 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Checking segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:16.503071 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.503463 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Bound using segment: {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'} {{(pid=102464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:16.503957 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.managers [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Bound port: 920aab97-8f16-4ac2-8647-33a0f27b9c33, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b'}}] {{(pid=102464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:16.504433 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.558829 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-30e11673-9f84-41c1-a90e-70c885b8a42a None None] Provisioning complete for port f8c522e5-51f9-4cbf-a409-878ec46d3e1e triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:16.559196 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-30e11673-9f84-41c1-a90e-70c885b8a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.589299 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.597959 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.600229 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] For port 920aab97-8f16-4ac2-8647-33a0f27b9c33, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:16.621075 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] For port 920aab97-8f16-4ac2-8647-33a0f27b9c33, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=920aab97-8f16-4ac2-8647-33a0f27b9c33,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:16.641267 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-30e11673-9f84-41c1-a90e-70c885b8a42a None None] Port f8c522e5-51f9-4cbf-a409-878ec46d3e1e cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:16.647578 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.678062 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533087'] for router_interface, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.680988 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c522e5-51f9-4cbf-a409-878ec46d3e1e,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:16.721648 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Routers {'5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:16.722267 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:32:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:16.724147 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ffde6-9835-46c0-89c2-3ac4e18661ab None None] Pushing event updated for resources: {'Port': ['ID=920aab97-8f16-4ac2-8647-33a0f27b9c33,revision_number=3']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:16.776174 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Network 096939e2-e0c5-4db2-ace7-f0a4e0525275 is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:16.777624 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:16.846078 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] Set router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:16.914117 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:33:17.033080 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:33:17.039529 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-628ee85f-076a-4c0e-852b-ac4b043d984c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.045716 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f21ef362-a00c-488b-a6e4-28b3c5921c97 admin admin] 10.222.0.75 "PUT /v2.0/routers/5c36cfad-d20e-4ffb-8c64-0c1d63a90c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8565531 Dec 16 15:33:17.114410 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f1dfb0f9-4c7c-489b-b326-d333055a79e5 None None] Provisioning complete for port f8c522e5-51f9-4cbf-a409-878ec46d3e1e triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:17.115021 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f1dfb0f9-4c7c-489b-b326-d333055a79e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.203772 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f1dfb0f9-4c7c-489b-b326-d333055a79e5 None None] Port f8c522e5-51f9-4cbf-a409-878ec46d3e1e cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:17.208522 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'name': 'tempest-TestShelveInstance-32518547-router', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:12Z', 'updated_at': '2021-12-16T15:33:16Z', 'revision_number': 4, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'gw_port': {'id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:13Z', 'updated_at': '2021-12-16T15:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f8c522e5-51f9-4cbf-a409-878ec46d3e1e', 'name': '', 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'mac_address': 'fa:16:3e:cb:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:15Z', 'updated_at': '2021-12-16T15:33:16Z', 'revision_number': 2, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'subnets': [{'id': '4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:17.239987 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67268778-fe0b-4e14-8020-02241e208bbf None None] The sync data for ids ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'] in dv-cinder-801522-8-iscsi is: [{'id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'name': 'tempest-TestShelveInstance-32518547-router', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:12Z', 'updated_at': '2021-12-16T15:33:16Z', 'revision_number': 4, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'gw_port': {'id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:13Z', 'updated_at': '2021-12-16T15:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f8c522e5-51f9-4cbf-a409-878ec46d3e1e', 'name': '', 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'mac_address': 'fa:16:3e:cb:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:15Z', 'updated_at': '2021-12-16T15:33:16Z', 'revision_number': 2, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'subnets': [{'id': '4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:17.541905 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36054) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:17.546611 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-6b4209e4-becf-4693-9fbe-29627afaec21 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152951094', 'description': 'tempest-secgroup-smoke-152951094 description', 'project_id': '24a9edc0b83c4ab48d276639790a36fa'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:17.571563 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b4209e4-becf-4693-9fbe-29627afaec21 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.643042 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b4209e4-becf-4693-9fbe-29627afaec21 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.648583 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b4209e4-becf-4693-9fbe-29627afaec21 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.681167 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b4209e4-becf-4693-9fbe-29627afaec21 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.685477 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-6b4209e4-becf-4693-9fbe-29627afaec21 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1393435 Dec 16 15:33:17.685477 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4209e4-becf-4693-9fbe-29627afaec21 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3efcb83-e4c2-4857-b204-44e7248ec4d1,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:17.685720 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36056) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:17.691061 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-bc8f515e-1c30-4a89-9438-96f42b083954 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Request body: {'security_group_rule': {'security_group_id': 'f3efcb83-e4c2-4857-b204-44e7248ec4d1', 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:17.727264 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc8f515e-1c30-4a89-9438-96f42b083954 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.783770 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc8f515e-1c30-4a89-9438-96f42b083954 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.788417 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc8f515e-1c30-4a89-9438-96f42b083954 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.808750 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f515e-1c30-4a89-9438-96f42b083954 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5f7f1d-4d2d-45ab-8e65-6e18b1300ef6,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:17.817643 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bc8f515e-1c30-4a89-9438-96f42b083954 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.819651 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-bc8f515e-1c30-4a89-9438-96f42b083954 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330497 Dec 16 15:33:17.822344 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36058) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:17.826669 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-cd2d98d8-28a8-41ff-a05f-95a65f64a78b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Request body: {'security_group_rule': {'security_group_id': 'f3efcb83-e4c2-4857-b204-44e7248ec4d1', 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:17.859548 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cd2d98d8-28a8-41ff-a05f-95a65f64a78b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.927379 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cd2d98d8-28a8-41ff-a05f-95a65f64a78b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.932609 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cd2d98d8-28a8-41ff-a05f-95a65f64a78b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.952012 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d98d8-28a8-41ff-a05f-95a65f64a78b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9ef231-bd1a-4c75-accb-2b485183a1ff,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:17.957797 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cd2d98d8-28a8-41ff-a05f-95a65f64a78b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.959216 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-cd2d98d8-28a8-41ff-a05f-95a65f64a78b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357729 Dec 16 15:33:17.961998 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36060) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:17.967529 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-565e73ca-e157-44ae-88e6-864f936d7a4a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Request body: {'security_group_rule': {'security_group_id': 'f3efcb83-e4c2-4857-b204-44e7248ec4d1', 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:18.002419 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-565e73ca-e157-44ae-88e6-864f936d7a4a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.067671 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-565e73ca-e157-44ae-88e6-864f936d7a4a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.072816 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-565e73ca-e157-44ae-88e6-864f936d7a4a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.093710 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e73ca-e157-44ae-88e6-864f936d7a4a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774e5def-fb39-45f9-bd46-a1820b763a64,revision_number=0']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:18.102586 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-565e73ca-e157-44ae-88e6-864f936d7a4a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.103835 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-565e73ca-e157-44ae-88e6-864f936d7a4a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408939 Dec 16 15:33:18.106731 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36062) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:18.111254 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-68ebd23b-c087-4751-8d2a-e857ffeda20d tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Request body: {'security_group_rule': {'security_group_id': 'f3efcb83-e4c2-4857-b204-44e7248ec4d1', 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:18.164955 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-68ebd23b-c087-4751-8d2a-e857ffeda20d tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.229450 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-68ebd23b-c087-4751-8d2a-e857ffeda20d tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.235730 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-68ebd23b-c087-4751-8d2a-e857ffeda20d tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.260317 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebd23b-c087-4751-8d2a-e857ffeda20d tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca68c36-4a9d-4e28-a9be-0d58d8d2c674,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:18.273497 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-68ebd23b-c087-4751-8d2a-e857ffeda20d tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.274803 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-68ebd23b-c087-4751-8d2a-e857ffeda20d tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1670702 Dec 16 15:33:18.278327 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36064) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:18.282868 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-5a0e5749-b2c9-4f62-a9f0-4eaf07b1434f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Request body: {'security_group_rule': {'security_group_id': 'f3efcb83-e4c2-4857-b204-44e7248ec4d1', 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:18.311779 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.securitygroups_db [None req-5a0e5749-b2c9-4f62-a9f0-4eaf07b1434f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Project 24a9edc0b83c4ab48d276639790a36fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:33:18.317156 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5a0e5749-b2c9-4f62-a9f0-4eaf07b1434f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.386390 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5a0e5749-b2c9-4f62-a9f0-4eaf07b1434f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.390843 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5a0e5749-b2c9-4f62-a9f0-4eaf07b1434f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.688252 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e5749-b2c9-4f62-a9f0-4eaf07b1434f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2ce78d-deff-4410-a54e-d5ee2d371dd1,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:18.696886 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-5a0e5749-b2c9-4f62-a9f0-4eaf07b1434f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.698244 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-5a0e5749-b2c9-4f62-a9f0-4eaf07b1434f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4189363 Dec 16 15:33:18.700929 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36068) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:18.705828 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-511a339e-8a3f-49ba-9804-123e3f17f1b0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Request body: {'security_group_rule': {'security_group_id': 'f3efcb83-e4c2-4857-b204-44e7248ec4d1', 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:18.747936 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.securitygroups_db [None req-511a339e-8a3f-49ba-9804-123e3f17f1b0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Project 24a9edc0b83c4ab48d276639790a36fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:33:18.754434 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-511a339e-8a3f-49ba-9804-123e3f17f1b0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.825204 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-511a339e-8a3f-49ba-9804-123e3f17f1b0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.835883 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-511a339e-8a3f-49ba-9804-123e3f17f1b0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664304'] for security_group_rule, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.857275 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a339e-8a3f-49ba-9804-123e3f17f1b0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e990d5b-6faf-49cd-b114-6f94201da2e6,revision_number=0']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:18.871425 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-511a339e-8a3f-49ba-9804-123e3f17f1b0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.872956 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-511a339e-8a3f-49ba-9804-123e3f17f1b0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1709948 Dec 16 15:33:19.707198 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-176b47af-f60a-4d0e-9676-2e18e7c898b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:19.762990 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 920aab97-8f16-4ac2-8647-33a0f27b9c33 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:19.814932 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 920aab97-8f16-4ac2-8647-33a0f27b9c33 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:19.815295 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:19.897475 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:19.923600 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] For port 920aab97-8f16-4ac2-8647-33a0f27b9c33, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=920aab97-8f16-4ac2-8647-33a0f27b9c33,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:19.927734 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:19.976910 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Pushing event updated for resources: {'Port': ['ID=920aab97-8f16-4ac2-8647-33a0f27b9c33,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:20.732293 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:21.748320 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 920aab97-8f16-4ac2-8647-33a0f27b9c33 up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:21.798858 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port 920aab97-8f16-4ac2-8647-33a0f27b9c33 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:21.799225 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:21.852253 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:33:22.035985 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:22.442297 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Sync routers for ids ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:33:22.458426 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Routers {'5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:22.459799 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:33:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:22.574964 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Set router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:22.788853 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'name': 'tempest-TestShelveInstance-32518547-router', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:12Z', 'updated_at': '2021-12-16T15:33:16Z', 'revision_number': 4, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'gw_port': {'id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:13Z', 'updated_at': '2021-12-16T15:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f8c522e5-51f9-4cbf-a409-878ec46d3e1e', 'name': '', 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'mac_address': 'fa:16:3e:cb:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:15Z', 'updated_at': '2021-12-16T15:33:16Z', 'revision_number': 2, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'subnets': [{'id': '4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:22.816132 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Checking router: 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:33:22.816484 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Updating router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 port f8c522e5-51f9-4cbf-a409-878ec46d3e1e binding host dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:33:22.842920 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.057125 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.242373 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Publish callbacks [] for port, precommit_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.249237 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.306628 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f849fbe-79ee-40c8-9ba5-7b9afa47a6ac None None] Pushing event updated for resources: {'Port': ['ID=f8c522e5-51f9-4cbf-a409-878ec46d3e1e,revision_number=3']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:23.373332 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Attempting to bind port f8c522e5-51f9-4cbf-a409-878ec46d3e1e on host dv-cinder-801522-8-iscsi for vnic_type normal with profile {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:23.373846 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Attempting to bind port f8c522e5-51f9-4cbf-a409-878ec46d3e1e by drivers openvswitch,hyperv on host dv-cinder-801522-8-iscsi at level 0 using segments [{'id': 'f556bc13-0351-49fc-9daa-06f40d2c9894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275'}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:23.374226 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Attempting to bind port f8c522e5-51f9-4cbf-a409-878ec46d3e1e on network 096939e2-e0c5-4db2-ace7-f0a4e0525275 {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:23.381188 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Checking agent: {'id': '07d7dc18-4da3-47c5-8d4a-d5e75be7420c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 15, 53), 'started_at': datetime.datetime(2021, 12, 16, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:23.381895 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Checking segment: {'id': 'f556bc13-0351-49fc-9daa-06f40d2c9894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:23.381895 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.382290 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Bound using segment: {'id': 'f556bc13-0351-49fc-9daa-06f40d2c9894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275'} {{(pid=102465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:23.382767 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.managers [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Bound port: f8c522e5-51f9-4cbf-a409-878ec46d3e1e, host: dv-cinder-801522-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f556bc13-0351-49fc-9daa-06f40d2c9894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275'}}] {{(pid=102465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:23.383171 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.455621 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] For port f8c522e5-51f9-4cbf-a409-878ec46d3e1e, host dv-cinder-801522-8-iscsi, cleared binding levels {{(pid=102465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:23.458984 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.plugins.ml2.db [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] For port f8c522e5-51f9-4cbf-a409-878ec46d3e1e, host dv-cinder-801522-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=f8c522e5-51f9-4cbf-a409-878ec46d3e1e,segment=NetworkSegment(f556bc13-0351-49fc-9daa-06f40d2c9894),segment_id=f556bc13-0351-49fc-9daa-06f40d2c9894)] {{(pid=102465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:23.468538 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron_lib.callbacks.manager [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.529723 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f849fbe-79ee-40c8-9ba5-7b9afa47a6ac None None] Pushing event updated for resources: {'Port': ['ID=f8c522e5-51f9-4cbf-a409-878ec46d3e1e,revision_number=4']} {{(pid=102465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:23.532374 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Routers {'5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:23.533078 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:33:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:23.586552 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f3d113a7-964b-4cc7-a52b-b58ae488dfa6 None None] Provisioning complete for port f8c522e5-51f9-4cbf-a409-878ec46d3e1e triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:23.586942 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f3d113a7-964b-4cc7-a52b-b58ae488dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.650438 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] Set router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:23.829104 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f8c522e5-51f9-4cbf-a409-878ec46d3e1e up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:23.870007 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f3d113a7-964b-4cc7-a52b-b58ae488dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.888747 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'name': 'tempest-TestShelveInstance-32518547-router', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:12Z', 'updated_at': '2021-12-16T15:33:16Z', 'revision_number': 4, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'gw_port': {'id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:13Z', 'updated_at': '2021-12-16T15:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f8c522e5-51f9-4cbf-a409-878ec46d3e1e', 'name': '', 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'mac_address': 'fa:16:3e:cb:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:15Z', 'updated_at': '2021-12-16T15:33:23Z', 'revision_number': 4, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'subnets': [{'id': '4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:23.912545 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f3d113a7-964b-4cc7-a52b-b58ae488dfa6 None None] For port f8c522e5-51f9-4cbf-a409-878ec46d3e1e, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=f8c522e5-51f9-4cbf-a409-878ec46d3e1e,segment=NetworkSegment(f556bc13-0351-49fc-9daa-06f40d2c9894),segment_id=f556bc13-0351-49fc-9daa-06f40d2c9894)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:23.914157 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port f8c522e5-51f9-4cbf-a409-878ec46d3e1e triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:23.914597 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.916375 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3b541-5343-4925-a505-64ce92547e5e None None] The sync data for ids ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'] in dv-cinder-801522-8-iscsi is: [{'id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'name': 'tempest-TestShelveInstance-32518547-router', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:12Z', 'updated_at': '2021-12-16T15:33:16Z', 'revision_number': 4, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'gw_port': {'id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:13Z', 'updated_at': '2021-12-16T15:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': 'f8c522e5-51f9-4cbf-a409-878ec46d3e1e', 'name': '', 'network_id': '096939e2-e0c5-4db2-ace7-f0a4e0525275', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'mac_address': 'fa:16:3e:cb:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:15Z', 'updated_at': '2021-12-16T15:33:23Z', 'revision_number': 4, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'subnets': [{'id': '4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:23.936260 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f3d113a7-964b-4cc7-a52b-b58ae488dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:24.007455 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d113a7-964b-4cc7-a52b-b58ae488dfa6 None None] Pushing event updated for resources: {'Port': ['ID=f8c522e5-51f9-4cbf-a409-878ec46d3e1e,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:24.062742 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-a6c3ff7e-7a2d-4b42-a55a-3ae35963c82f None None] Provisioning complete for port f8c522e5-51f9-4cbf-a409-878ec46d3e1e triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:24.063465 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a6c3ff7e-7a2d-4b42-a55a-3ae35963c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:25.751313 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f8c522e5-51f9-4cbf-a409-878ec46d3e1e up at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:25.811464 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Provisioning complete for port f8c522e5-51f9-4cbf-a409-878ec46d3e1e triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:25.811837 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:29.279132 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-14f99da0-df69-4c94-a6aa-6bab8ebea2e3 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192274513&fields=id&tenant_id=bb89681079c24a828d64e57b4d655484 HTTP/1.1" status: 200 len: 267 time: 0.0491765 Dec 16 15:33:29.404249 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56294332-923d-4d24-9bd0-aba29167b915 req-a0361d2a-75a8-48a9-97c6-f1ddffa7dbc1 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:29.406438 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-a0361d2a-75a8-48a9-97c6-f1ddffa7dbc1 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 811 time: 0.1202750 Dec 16 15:33:29.424195 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-ac57b9ed-a417-4aa1-a913-6ab76c0ff163 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/quotas/bb89681079c24a828d64e57b4d655484 HTTP/1.1" status: 200 len: 375 time: 0.0099459 Dec 16 15:33:29.482394 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-6cad115c-191f-4da1-b9cb-d5ea47cb839e tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510035 Dec 16 15:33:29.602832 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-e74ad6a6-b6fa-415a-a128-754fac88cea7 service neutron] 10.222.0.75 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076255 Dec 16 15:33:29.705312 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-58482414-8fe4-4e5a-b38a-60f8b3166a94 service neutron] 10.222.0.75 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952139 Dec 16 15:33:30.038672 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-65caf8cd-ff19-447d-afa1-ba1e256f17b7 req-9b0a912d-4fcd-4542-bce4-336387f54f40 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 210 time: 0.0399158 Dec 16 15:33:31.075338 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56294332-923d-4d24-9bd0-aba29167b915 req-4da0edaf-8a05-49ea-a1b8-26e2f3df6076 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:31.076847 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-4da0edaf-8a05-49ea-a1b8-26e2f3df6076 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 811 time: 0.1221807 Dec 16 15:33:31.157986 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0ce0b1b3-6203-4838-aa75-b38a386ff821 req-3b0c92af-f38b-4987-ab77-d0c2cc1b00c8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 210 time: 0.0368950 Dec 16 15:33:31.170523 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-5d918058-c8f5-46a2-952a-bb5e16624f8d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb89681079c24a828d64e57b4d655484 HTTP/1.1" status: 200 len: 380 time: 0.0835857 Dec 16 15:33:31.181774 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'port': {'device_id': '79c75a09-641c-4167-b272-56ccedf58e55', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'admin_state_up': True, 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'security_groups': ['f0167d58-f2b9-4f87-b602-a366b165ab04']}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:31.304093 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Made reservation on behalf of bb89681079c24a828d64e57b4d655484 for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:31.307983 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:31.435405 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Allocated IP 172.20.0.11 (0e90e16f-8477-48c4-833d-3a824ba687d4/9f181d98-4d6b-42f6-b28d-1d4600082d5b/cc2a2c97-c88f-41f2-9330-6a0ca2a901ed) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:31.594758 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:31.632536 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:31.681152 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Network 0e90e16f-8477-48c4-833d-3a824ba687d4 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:31.684466 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:31.688517 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:31.719219 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'Port': ['ID=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:31.733561 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.733918 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.734272 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.734617 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.735024 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.735428 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.735795 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.736131 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.736485 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.736819 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.737181 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.737517 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.737861 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:31.761013 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:31.761700 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:31.780693 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-24cedd77-b9dc-40a4-bc2a-05813eead6be tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6036260 Dec 16 15:33:31.794787 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Request body: {'port': {'device_id': '79c75a09-641c-4167-b272-56ccedf58e55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:31.863678 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:31.937952 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-8ea6172e-0b21-46bd-a039-c7ae1986c317 None None] Provisioning complete for port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:31.938579 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8ea6172e-0b21-46bd-a039-c7ae1986c317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:31.979018 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-8ea6172e-0b21-46bd-a039-c7ae1986c317 None None] Port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:32.154526 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2a2c97-c88f-41f2-9330-6a0ca2a901ed {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:33:32.162764 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:32.175702 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Transition to ACTIVE for port object cc2a2c97-c88f-41f2-9330-6a0ca2a901ed will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:33:32.180162 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:32.261396 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:32.336386 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2003604-ec2e-4ad8-9a8f-fab52de7d94a req-aa907fed-3a68-49ff-9df7-8c9386090b41 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:32.337992 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c2003604-ec2e-4ad8-9a8f-fab52de7d94a req-aa907fed-3a68-49ff-9df7-8c9386090b41 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 944 time: 0.1069016 Dec 16 15:33:32.360845 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Attempting to bind port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:32.361214 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Attempting to bind port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:32.361552 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Attempting to bind port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed on network 0e90e16f-8477-48c4-833d-3a824ba687d4 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:32.376440 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed on network 0e90e16f-8477-48c4-833d-3a824ba687d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:33:32.376774 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Attempting to bind port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed on network 0e90e16f-8477-48c4-833d-3a824ba687d4 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:32.390292 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:32.390633 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Checking segment: {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:32.391027 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Bound using segment: {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:32.391469 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Bound port: cc2a2c97-c88f-41f2-9330-6a0ca2a901ed, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:32.391828 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:32.418608 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c2003604-ec2e-4ad8-9a8f-fab52de7d94a req-80a4b2a5-6e31-4f0e-99b1-a3259b16673c tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746429 Dec 16 15:33:32.471521 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] For port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:32.475399 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] For port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:32.480327 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:32.518206 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:32.518842 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:32.520237 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] 10.222.0.58 "PUT /v2.0/ports/cc2a2c97-c88f-41f2-9330-6a0ca2a901ed HTTP/1.1" status: 200 len: 1094 time: 0.7309422 Dec 16 15:33:32.520780 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c75a09-641c-4167-b272-56ccedf58e55', 'tag': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:33:32.523079 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcd35be-9527-422a-9e8d-6f320c96ddf5" -d '{"events": [{"name": "network-changed", "server_uuid": "79c75a09-641c-4167-b272-56ccedf58e55", "tag": "cc2a2c97-c88f-41f2-9330-6a0ca2a901ed"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:33:32.538310 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:32.562321 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0dbfc0-d5a0-4374-b710-482d71735fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:32.580008 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8c7154-95df-4969-842f-3b1d68024fe0 x-openstack-request-id: req-0c8c7154-95df-4969-842f-3b1d68024fe0 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:33:32.580310 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c75a09-641c-4167-b272-56ccedf58e55", "tag": "cc2a2c97-c88f-41f2-9330-6a0ca2a901ed", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:33:32.580579 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c8c7154-95df-4969-842f-3b1d68024fe0 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:33:32.581020 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c75a09-641c-4167-b272-56ccedf58e55', 'tag': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed', 'status': 'completed', 'code': 200} Dec 16 15:33:32.613020 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56294332-923d-4d24-9bd0-aba29167b915 req-ef791cf8-f576-4eec-89fd-08fb4a87e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:32.615466 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-ef791cf8-f576-4eec-89fd-08fb4a87e01c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 1097 time: 0.0493121 Dec 16 15:33:32.663710 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-28afecff-1a90-4a45-b732-ab39c1b8b455 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed HTTP/1.1" status: 200 len: 217 time: 0.0400434 Dec 16 15:33:32.715552 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56294332-923d-4d24-9bd0-aba29167b915 req-944fdb1b-8fd7-44fe-8845-a07b4f74d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:32.717537 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-944fdb1b-8fd7-44fe-8845-a07b4f74d16e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0469606 Dec 16 15:33:32.767327 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56294332-923d-4d24-9bd0-aba29167b915 req-8a2dde20-46c5-42ba-9d02-b685521ce26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:32.768834 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-8a2dde20-46c5-42ba-9d02-b685521ce26b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423729 Dec 16 15:33:32.867197 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-88e3c792-7c01-4426-a428-e742a662cb6a service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902016 Dec 16 15:33:32.960128 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56294332-923d-4d24-9bd0-aba29167b915 req-70cf8b6e-f05a-4830-bb71-9e9504619397 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840561 Dec 16 15:33:33.053128 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd35be-9527-422a-9e8d-6f320c96ddf5 req-63e47796-0c1b-421a-8b72-9469a1be6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:33.054650 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1fcd35be-9527-422a-9e8d-6f320c96ddf5 req-63e47796-0c1b-421a-8b72-9469a1be6c12 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 1097 time: 0.0480738 Dec 16 15:33:33.155860 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd35be-9527-422a-9e8d-6f320c96ddf5 req-5e6ebd77-7671-456d-be87-60f108dad04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:33.157389 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1fcd35be-9527-422a-9e8d-6f320c96ddf5 req-5e6ebd77-7671-456d-be87-60f108dad04e service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.0901163 Dec 16 15:33:33.207831 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1fcd35be-9527-422a-9e8d-6f320c96ddf5 req-229b7068-d9a3-4d1b-bddb-e9b362c6aa39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed HTTP/1.1" status: 200 len: 217 time: 0.0419192 Dec 16 15:33:33.264514 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd35be-9527-422a-9e8d-6f320c96ddf5 req-cfbcaf37-7a4d-42d0-bcaa-01dc4df544a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:33.265981 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1fcd35be-9527-422a-9e8d-6f320c96ddf5 req-cfbcaf37-7a4d-42d0-bcaa-01dc4df544a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0510831 Dec 16 15:33:33.317500 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd35be-9527-422a-9e8d-6f320c96ddf5 req-2a09007b-c29d-41e1-a9e6-1ea4678fdea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:33.319119 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1fcd35be-9527-422a-9e8d-6f320c96ddf5 req-2a09007b-c29d-41e1-a9e6-1ea4678fdea7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437574 Dec 16 15:33:33.420916 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1fcd35be-9527-422a-9e8d-6f320c96ddf5 req-409d3c8b-4365-4395-8b8c-8032da2e19be service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934472 Dec 16 15:33:33.555826 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1fcd35be-9527-422a-9e8d-6f320c96ddf5 req-03ce4a74-6e5c-4e42-ab23-e225a042f3d3 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272886 Dec 16 15:33:33.568129 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ca0dc-a216-41e1-9be9-408fa8197c7d req-23054570-e57c-43f8-ba16-8e12af278397 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:33.569675 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a24ca0dc-a216-41e1-9be9-408fa8197c7d req-23054570-e57c-43f8-ba16-8e12af278397 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 944 time: 0.0738592 Dec 16 15:33:33.630979 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a24ca0dc-a216-41e1-9be9-408fa8197c7d req-7fa6bacf-c52a-4292-83b0-81347e56fe45 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542078 Dec 16 15:33:34.764610 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717a463-e94f-4a78-99b7-f51e5bda7f9d req-68d14539-9d51-4d21-9a09-0ad77ef2c258 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:34.766075 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3717a463-e94f-4a78-99b7-f51e5bda7f9d req-68d14539-9d51-4d21-9a09-0ad77ef2c258 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 944 time: 0.0529280 Dec 16 15:33:34.818111 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-3717a463-e94f-4a78-99b7-f51e5bda7f9d req-201f8402-43f9-49b9-8de4-f8c6576a2d93 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446424 Dec 16 15:33:35.939780 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d14df-297a-415f-aadd-6ff5c9f0e7c4 req-739dee36-0a61-4b83-a4dc-bae38fce0a8a tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:35.941289 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-828d14df-297a-415f-aadd-6ff5c9f0e7c4 req-739dee36-0a61-4b83-a4dc-bae38fce0a8a tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 944 time: 0.0495183 Dec 16 15:33:35.992100 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-828d14df-297a-415f-aadd-6ff5c9f0e7c4 req-d75267d3-d193-4a08-bb8c-635c2df55d6e tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 Dec 16 15:33:37.131219 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9ff09-c7cd-4045-931d-21367f91ac6e req-4262efac-1411-4cb7-883e-ea819bad2b1d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:37.132827 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e3f9ff09-c7cd-4045-931d-21367f91ac6e req-4262efac-1411-4cb7-883e-ea819bad2b1d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 944 time: 0.0632110 Dec 16 15:33:37.189631 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e3f9ff09-c7cd-4045-931d-21367f91ac6e req-ab1c25f8-09dd-4974-855b-95e9ee537428 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506103 Dec 16 15:33:38.310982 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa24a88-feba-449d-ac18-36c020a3c038 req-5d1a7794-5d10-4df5-88bb-8939e6055310 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:38.312430 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-afa24a88-feba-449d-ac18-36c020a3c038 req-5d1a7794-5d10-4df5-88bb-8939e6055310 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 944 time: 0.0528011 Dec 16 15:33:38.371012 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-afa24a88-feba-449d-ac18-36c020a3c038 req-18bfab89-b6f3-403b-bdcf-14f9d2de4c15 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477924 Dec 16 15:33:38.496420 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-d7f913e3-a424-4b92-9df1-d3cee31f2f34 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152951094&fields=id&tenant_id=24a9edc0b83c4ab48d276639790a36fa HTTP/1.1" status: 200 len: 267 time: 0.0483589 Dec 16 15:33:38.624959 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-a2c47e2b-35af-425b-b7b5-f6386143cac7 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:38.626480 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-a2c47e2b-35af-425b-b7b5-f6386143cac7 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/networks?id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc HTTP/1.1" status: 200 len: 807 time: 0.1231544 Dec 16 15:33:38.643525 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-fc2b3182-fb01-4a5b-b97f-3afc2d1b0aaa tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/quotas/24a9edc0b83c4ab48d276639790a36fa HTTP/1.1" status: 200 len: 375 time: 0.0106404 Dec 16 15:33:38.697854 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-db3618ea-9013-42d4-9151-472e5b976fd7 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=24a9edc0b83c4ab48d276639790a36fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473869 Dec 16 15:33:38.808031 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-50370ae6-d408-4718-a448-1e5a4cf7296f service neutron] 10.222.0.75 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951192 Dec 16 15:33:38.898161 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-08f22c88-0386-438a-b14d-d1ba571efeed service neutron] 10.222.0.75 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838408 Dec 16 15:33:39.172728 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1ff8e576-1b77-4b5d-90ab-47c9743cca9c req-f5ba2b83-7857-47c9-ada6-a12e23d2d59a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 210 time: 0.0264170 Dec 16 15:33:39.499997 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0212c8c-679f-4d45-bc11-94bc48f63c53 req-535353f8-a870-4952-bb5f-d4f6d3a79b26 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:39.501711 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d0212c8c-679f-4d45-bc11-94bc48f63c53 req-535353f8-a870-4952-bb5f-d4f6d3a79b26 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 944 time: 0.0609283 Dec 16 15:33:39.554509 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d0212c8c-679f-4d45-bc11-94bc48f63c53 req-c44a124e-d02f-402c-9892-e941d46fb84f tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468349 Dec 16 15:33:40.048438 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cc2a2c97-c88f-41f2-9330-6a0ca2a901ed details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:33:40.130976 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-a8bb0ab9-440c-4817-a19f-12b36709f00c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:40.132529 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-a8bb0ab9-440c-4817-a19f-12b36709f00c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.58 "GET /v2.0/networks?id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc HTTP/1.1" status: 200 len: 807 time: 0.1158142 Dec 16 15:33:40.167743 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:40.182426 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'port_id': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed', 'mac_address': 'fa:16:3e:cb:1d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:33:40.216584 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-8e109880-ae27-46fd-b163-eb0a29bb29e5 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24a9edc0b83c4ab48d276639790a36fa HTTP/1.1" status: 200 len: 379 time: 0.0740585 Dec 16 15:33:40.225193 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:40.228289 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Request body: {'port': {'device_id': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'admin_state_up': True, 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'security_groups': ['f3efcb83-e4c2-4857-b204-44e7248ec4d1']}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:40.248221 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2a2c97-c88f-41f2-9330-6a0ca2a901ed {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:33:40.279233 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:40.284543 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:40.319471 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-89674c7f-8781-42e0-86c6-4c071e8d622e req-b350283e-41d6-4b9c-97a1-c95994bfcda9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 210 time: 0.0413172 Dec 16 15:33:40.349751 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:40.395454 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Made reservation on behalf of 24a9edc0b83c4ab48d276639790a36fa for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:40.399745 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:40.517532 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['cc2a2c97-c88f-41f2-9330-6a0ca2a901ed'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:33:40.540867 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Allocated IP 172.20.0.8 (34e1cbba-69c4-4d9c-a156-b4e67eed16cc/9b6fa607-f934-456b-ae05-c85010a1eddb/dc404c91-ac88-493b-9fbb-8b7fd398da9d) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:40.730723 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e82d-3ef6-46db-aa3a-85f19363d70d req-8ee05e48-24f7-4c3a-9205-36d83a4d1dff tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:40.732439 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f922e82d-3ef6-46db-aa3a-85f19363d70d req-8ee05e48-24f7-4c3a-9205-36d83a4d1dff tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 945 time: 0.0816090 Dec 16 15:33:40.774178 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:40.812206 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f922e82d-3ef6-46db-aa3a-85f19363d70d req-3e551801-6d1d-42c1-8bf3-bb7dbc497c9d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692339 Dec 16 15:33:40.842073 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:40.892938 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:40.896187 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:40.898818 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:40.931785 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event updated for resources: {'Port': ['ID=dc404c91-ac88-493b-9fbb-8b7fd398da9d,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:40.957670 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:40.959145 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:40.986563 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-ae839d67-2539-4914-a1a2-ab856847dd1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634974 Dec 16 15:33:40.999630 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Request body: {'port': {'device_id': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:41.068466 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.208767 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-d1b76087-5dd0-423c-837a-f8bae2935e45 None None] Provisioning complete for port dc404c91-ac88-493b-9fbb-8b7fd398da9d triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:41.209469 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d1b76087-5dd0-423c-837a-f8bae2935e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.244730 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-d1b76087-5dd0-423c-837a-f8bae2935e45 None None] Port dc404c91-ac88-493b-9fbb-8b7fd398da9d cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:41.346510 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc404c91-ac88-493b-9fbb-8b7fd398da9d {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:33:41.354318 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.368074 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Transition to ACTIVE for port object dc404c91-ac88-493b-9fbb-8b7fd398da9d will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:33:41.371869 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.452048 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc404c91-ac88-493b-9fbb-8b7fd398da9d,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:41.766402 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a630c32-a356-4373-b89c-d4b195f75478 req-eb96fc83-a639-4908-9eff-3947c84cf24b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:41.767901 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1a630c32-a356-4373-b89c-d4b195f75478 req-eb96fc83-a639-4908-9eff-3947c84cf24b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.3634784 Dec 16 15:33:41.818230 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Attempting to bind port dc404c91-ac88-493b-9fbb-8b7fd398da9d on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:41.818573 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Attempting to bind port dc404c91-ac88-493b-9fbb-8b7fd398da9d by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:41.818909 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Attempting to bind port dc404c91-ac88-493b-9fbb-8b7fd398da9d on network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:41.831857 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Port dc404c91-ac88-493b-9fbb-8b7fd398da9d on network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:33:41.832182 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Attempting to bind port dc404c91-ac88-493b-9fbb-8b7fd398da9d on network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:41.846289 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1a630c32-a356-4373-b89c-d4b195f75478 req-c12124ac-7bb7-48b7-a8f3-c4bdd84b8076 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712452 Dec 16 15:33:41.847209 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:41.847554 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Checking segment: {'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:41.847936 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Bound using segment: {'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:41.849017 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Bound port: dc404c91-ac88-493b-9fbb-8b7fd398da9d, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4eb317-7784-417c-8904-b752cda35e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:41.850265 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.954682 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] For port dc404c91-ac88-493b-9fbb-8b7fd398da9d, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:41.959867 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] For port dc404c91-ac88-493b-9fbb-8b7fd398da9d, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:41.971707 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6a87b-fd4b-4310-9a51-a7093d4bbf5f req-5594baa0-58bd-4c4a-a917-99f954a6cea7 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:41.973265 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27a6a87b-fd4b-4310-9a51-a7093d4bbf5f req-5594baa0-58bd-4c4a-a917-99f954a6cea7 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 945 time: 0.0868232 Dec 16 15:33:41.975327 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.038833 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:42.039467 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.040997 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] 10.222.0.58 "PUT /v2.0/ports/dc404c91-ac88-493b-9fbb-8b7fd398da9d HTTP/1.1" status: 200 len: 1093 time: 1.0457382 Dec 16 15:33:42.041829 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:33:42.045470 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:33:42.051601 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cc2a2c97-c88f-41f2-9330-6a0ca2a901ed up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:42.082208 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612fdc3-e756-427f-9347-97368ab012f9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc404c91-ac88-493b-9fbb-8b7fd398da9d,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:42.116492 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-27a6a87b-fd4b-4310-9a51-a7093d4bbf5f req-ea7f3b3f-b1fb-4518-bb03-9849da41d850 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356382 Dec 16 15:33:42.140008 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29004e95-0672-4be0-844e-69dfeeef892a x-openstack-request-id: req-29004e95-0672-4be0-844e-69dfeeef892a {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:33:42.140306 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:33:42.140561 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-29004e95-0672-4be0-844e-69dfeeef892a {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:33:42.140962 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'status': 'completed', 'code': 200} Dec 16 15:33:42.146611 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:33:42.152043 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:42.152678 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.162131 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-b28489c9-4ab2-4f9c-aa1c-5b0787d638c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:42.164187 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-b28489c9-4ab2-4f9c-aa1c-5b0787d638c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24a9edc0b83c4ab48d276639790a36fa&device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 1096 time: 0.0689354 Dec 16 15:33:42.216832 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-c74fbd2f-8995-491a-b84c-fa7d9e3e2cbe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d HTTP/1.1" status: 200 len: 217 time: 0.0425189 Dec 16 15:33:42.246216 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.269559 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c75a09-641c-4167-b272-56ccedf58e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:33:42.271978 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3201bff7-0f8b-428e-b521-b415172f4f34" -d '{"events": [{"server_uuid": "79c75a09-641c-4167-b272-56ccedf58e55", "name": "network-vif-plugged", "status": "completed", "tag": "cc2a2c97-c88f-41f2-9330-6a0ca2a901ed"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:33:42.274409 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-91d43e0b-aab8-490c-8229-4a8ef5a5712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:42.276171 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-91d43e0b-aab8-490c-8229-4a8ef5a5712a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b6fa607-f934-456b-ae05-c85010a1eddb HTTP/1.1" status: 200 len: 846 time: 0.0513132 Dec 16 15:33:42.290210 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:42.297207 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.329229 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-c0fc4901-bae7-4be8-a081-b5fd0ca43699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:42.330770 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-c0fc4901-bae7-4be8-a081-b5fd0ca43699 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469005 Dec 16 15:33:42.341017 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cfe9d5-965d-42db-bdea-48767ad08ea3 x-openstack-request-id: req-54cfe9d5-965d-42db-bdea-48767ad08ea3 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:33:42.341507 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c75a09-641c-4167-b272-56ccedf58e55", "name": "network-vif-plugged", "status": "completed", "tag": "cc2a2c97-c88f-41f2-9330-6a0ca2a901ed", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:33:42.341923 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-54cfe9d5-965d-42db-bdea-48767ad08ea3 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:33:42.342522 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c75a09-641c-4167-b272-56ccedf58e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed', 'code': 200} Dec 16 15:33:42.386312 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:42.439255 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-f5a64219-7c76-48fe-9a35-bdc2749f9851 service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971143 Dec 16 15:33:42.532824 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09bc82-3c65-4bdf-a8c6-80eb7a8d6044 req-10bc7815-8778-4c4c-a4fc-e5461b640514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:42.534281 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-9f09bc82-3c65-4bdf-a8c6-80eb7a8d6044 req-10bc7815-8778-4c4c-a4fc-e5461b640514 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 1099 time: 0.0414355 Dec 16 15:33:42.535191 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88ae2cf8-1c9e-471d-9c16-5cd440eeb5c5 req-0174e14b-2d68-43c0-bf25-65a0bfdc4175 service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886722 Dec 16 15:33:42.587796 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [req-9f09bc82-3c65-4bdf-a8c6-80eb7a8d6044 req-b91508ae-ccd2-40ed-bf61-dcaa260ba2fe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Dec 16 15:33:42.826399 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470 req-987e796d-401a-4936-bd57-35a865b733ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:42.827856 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470 req-987e796d-401a-4936-bd57-35a865b733ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24a9edc0b83c4ab48d276639790a36fa&device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 1096 time: 0.0428278 Dec 16 15:33:42.955326 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470 req-de560473-23a4-4ef4-b620-76c88ce212a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:42.957069 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470 req-de560473-23a4-4ef4-b620-76c88ce212a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc HTTP/1.1" status: 200 len: 908 time: 0.1187558 Dec 16 15:33:43.012520 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470 req-c618ae21-eb27-495f-ba42-744bf2db6ea9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d HTTP/1.1" status: 200 len: 217 time: 0.0409586 Dec 16 15:33:43.062990 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c0c29-dccc-496d-b1ed-986a3251b9af req-21d9c0f6-fef3-4d5b-901e-3ec7a618e306 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:43.064499 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1a5c0c29-dccc-496d-b1ed-986a3251b9af req-21d9c0f6-fef3-4d5b-901e-3ec7a618e306 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.1242642 Dec 16 15:33:43.084496 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470 req-8cd65a05-52fb-41ea-843d-fd2fd9916bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:43.085908 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470 req-8cd65a05-52fb-41ea-843d-fd2fd9916bd8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b6fa607-f934-456b-ae05-c85010a1eddb HTTP/1.1" status: 200 len: 846 time: 0.0659156 Dec 16 15:33:43.151972 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-1a5c0c29-dccc-496d-b1ed-986a3251b9af req-1fe59ba1-d539-434c-bb4c-d2e032b892a2 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807843 Dec 16 15:33:43.159307 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470 req-69200b9c-1100-4b6f-9f29-5a2a0e961b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:43.161015 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470 req-69200b9c-1100-4b6f-9f29-5a2a0e961b43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667665 Dec 16 15:33:43.293932 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e09968-64cb-4a85-9095-40b8503cbd60 req-21f86bf8-0b23-4d40-a585-44209f560892 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:43.295400 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f2e09968-64cb-4a85-9095-40b8503cbd60 req-21f86bf8-0b23-4d40-a585-44209f560892 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 946 time: 0.0787454 Dec 16 15:33:43.298983 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470 req-3d0fe8e8-1e07-4eee-994e-53ff025e2796 service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305647 Dec 16 15:33:43.399663 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f2e09968-64cb-4a85-9095-40b8503cbd60 req-a913cc6b-bed0-432a-83ba-c95a47b7b3ea tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982985 Dec 16 15:33:43.428723 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6f36775f-5d9a-4b32-9a3e-a862e0d6c470 req-2665f925-0d98-406c-9403-2fbbe53256ad service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205504 Dec 16 15:33:44.275627 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da88faf-5038-44ac-a5cb-8d75c0b6b36c req-d2140ab1-8038-49b7-ab5a-93e3fa84b8d9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:44.277158 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4da88faf-5038-44ac-a5cb-8d75c0b6b36c req-d2140ab1-8038-49b7-ab5a-93e3fa84b8d9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0549974 Dec 16 15:33:44.331644 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4da88faf-5038-44ac-a5cb-8d75c0b6b36c req-aaddfae3-3569-48dc-a161-a5545e9d768d tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476382 Dec 16 15:33:44.525234 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4afe3-f932-46a6-bb60-2ad8f86d06ab req-96b35272-37cf-4e0a-9d75-18d88856c2c0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:44.526890 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-50b4afe3-f932-46a6-bb60-2ad8f86d06ab req-96b35272-37cf-4e0a-9d75-18d88856c2c0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 946 time: 0.0556202 Dec 16 15:33:44.578299 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-50b4afe3-f932-46a6-bb60-2ad8f86d06ab req-33cafdd8-7bd9-4a25-81fc-beada9f460c7 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453629 Dec 16 15:33:44.695603 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039292d-706e-486e-96ee-61551ba3ac5c req-0638c486-3a2d-4093-9f15-b460f1f4600f tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:44.697113 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8039292d-706e-486e-96ee-61551ba3ac5c req-0638c486-3a2d-4093-9f15-b460f1f4600f tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 946 time: 0.0517757 Dec 16 15:33:44.747853 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8039292d-706e-486e-96ee-61551ba3ac5c req-dcc95088-3eab-4a00-9cba-761651981e9d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448601 Dec 16 15:33:44.770901 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36288) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:44.950013 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffedab4-f973-4c8b-ac0e-78b4c5822882 tempest-TestVolumeBootPattern-672572855 tempest-TestVolumeBootPattern-672572855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:44.951539 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-5ffedab4-f973-4c8b-ac0e-78b4c5822882 tempest-TestVolumeBootPattern-672572855 tempest-TestVolumeBootPattern-672572855-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 1094 time: 0.1796660 Dec 16 15:33:44.954376 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36292) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:44.959367 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'floatingip': {'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'port_id': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:44.984252 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.080798 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.185634 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Allocated IP 172.27.3.218 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/4f56b226-3929-4780-b6a5-16f9bf1e5a2b) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:45.282916 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.315374 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.356577 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:45.360488 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:45.364117 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:45.391119 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'Port': ['ID=4f56b226-3929-4780-b6a5-16f9bf1e5a2b,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:45.406765 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.407106 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.407444 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.407776 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.408104 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.408427 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.408754 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.409098 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.409419 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.409756 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.410058 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.410369 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.410713 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:45.484980 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bb28a-ca5b-474b-b49e-ba0f21b5a44d req-b15afb85-f45b-4f49-b178-5a9feb7e64dd tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.486564 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-953bb28a-ca5b-474b-b49e-ba0f21b5a44d req-b15afb85-f45b-4f49-b178-5a9feb7e64dd tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0585656 Dec 16 15:33:45.547836 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-953bb28a-ca5b-474b-b49e-ba0f21b5a44d req-85cbf504-23b1-4c86-8225-520ce9bcd44f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496483 Dec 16 15:33:45.802025 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.871811 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:46.025011 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:46.029574 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:46.099315 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'Port': ['ID=4f56b226-3929-4780-b6a5-16f9bf1e5a2b,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:46.107542 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:46.209179 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.l3_db [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Floating IP ff2c97c9-a877-4b65-864e-3af86a766922 associated. External IP: 172.27.3.218, port: cc2a2c97-c88f-41f2-9330-6a0ca2a901ed. Dec 16 15:33:46.410570 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:33:46.518530 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:33:46.529260 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c93646-f35e-4d34-8595-ec349ed583f4 None None] Sync routers for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:33:46.538127 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:46.540763 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c93646-f35e-4d34-8595-ec349ed583f4 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:46.541485 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-68c93646-f35e-4d34-8595-ec349ed583f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:33:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:46.564692 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-579b4538-19bd-4149-a95f-393755eedd28 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6092992 Dec 16 15:33:46.565334 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c75a09-641c-4167-b272-56ccedf58e55', 'tag': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:33:46.567705 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40" -d '{"events": [{"name": "network-changed", "server_uuid": "79c75a09-641c-4167-b272-56ccedf58e55", "tag": "cc2a2c97-c88f-41f2-9330-6a0ca2a901ed"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:33:46.606649 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ce4823-b585-4fdc-8128-0834e28f03c6 x-openstack-request-id: req-36ce4823-b585-4fdc-8128-0834e28f03c6 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:33:46.606946 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c75a09-641c-4167-b272-56ccedf58e55", "tag": "cc2a2c97-c88f-41f2-9330-6a0ca2a901ed", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:33:46.607206 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36ce4823-b585-4fdc-8128-0834e28f03c6 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:33:46.607653 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c75a09-641c-4167-b272-56ccedf58e55', 'tag': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed', 'status': 'completed', 'code': 200} Dec 16 15:33:46.660411 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-68c93646-f35e-4d34-8595-ec349ed583f4 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:46.700253 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40 req-4fe6ba6c-2115-4cb4-8d91-0e388875f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:46.701706 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40 req-4fe6ba6c-2115-4cb4-8d91-0e388875f2bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 1099 time: 0.0647500 Dec 16 15:33:46.709259 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de7c4a-818e-43f8-b661-d8ac91e0511d req-c6bb678b-1ac3-4079-9e97-fa7faea653fb tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:46.711360 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-16de7c4a-818e-43f8-b661-d8ac91e0511d req-c6bb678b-1ac3-4079-9e97-fa7faea653fb tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0846417 Dec 16 15:33:46.827123 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-16de7c4a-818e-43f8-b661-d8ac91e0511d req-71f9865d-ea76-4213-a85e-798193084f85 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066887 Dec 16 15:33:46.853003 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40 req-f5a8f46d-3d14-4f32-b6f1-9b95b5760a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:46.854525 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40 req-f5a8f46d-3d14-4f32-b6f1-9b95b5760a65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.1421013 Dec 16 15:33:46.927366 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40 req-de955b3f-c93e-4502-8cad-76516c596c2d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed HTTP/1.1" status: 200 len: 1000 time: 0.0639470 Dec 16 15:33:46.932514 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-68c93646-f35e-4d34-8595-ec349ed583f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'ff2c97c9-a877-4b65-864e-3af86a766922', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:cb:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c75a09-641c-4167-b272-56ccedf58e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:33:45Z', 'updated_at': '2021-12-16T15:33:45Z', 'revision_number': 0, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:46.964416 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c93646-f35e-4d34-8595-ec349ed583f4 None None] Checking router: 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:33:46.973130 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c93646-f35e-4d34-8595-ec349ed583f4 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:46.974564 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-68c93646-f35e-4d34-8595-ec349ed583f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:33:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:46.990297 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40 req-744c8d64-e1b7-47a8-9f4a-790a66b6f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:46.992704 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40 req-744c8d64-e1b7-47a8-9f4a-790a66b6f887 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0582435 Dec 16 15:33:47.041277 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0f2ae649-6d70-4135-871f-2063c8cddf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.043965 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40 req-86098be1-d531-4e3b-a387-e6916ac2e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:47.045547 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40 req-86098be1-d531-4e3b-a387-e6916ac2e68f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443861 Dec 16 15:33:47.103939 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-68c93646-f35e-4d34-8595-ec349ed583f4 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:47.147015 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40 req-556617ac-e6a8-4fa5-9c08-f41b297bc7ff service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929625 Dec 16 15:33:47.262316 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a19a9bce-fde4-4dc4-80cc-5f62a3bccd40 req-7a564511-12b3-47cd-8058-ef70512e05e8 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076913 Dec 16 15:33:47.356723 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-68c93646-f35e-4d34-8595-ec349ed583f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'ff2c97c9-a877-4b65-864e-3af86a766922', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:cb:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c75a09-641c-4167-b272-56ccedf58e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:33:45Z', 'updated_at': '2021-12-16T15:33:45Z', 'revision_number': 0, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:47.387349 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c93646-f35e-4d34-8595-ec349ed583f4 None None] The sync data for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi is: [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'ff2c97c9-a877-4b65-864e-3af86a766922', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:cb:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c75a09-641c-4167-b272-56ccedf58e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:33:45Z', 'updated_at': '2021-12-16T15:33:45Z', 'revision_number': 0, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:47.578997 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6a854-8f33-4957-844c-922d9e423c0f None None] New status for floating IP ff2c97c9-a877-4b65-864e-3af86a766922: ACTIVE {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:33:47.949580 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389c11-2a2f-4e8d-85a5-1111fd03c887 req-f7155133-d903-4fa0-a341-f918854e6d47 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:47.951054 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c1389c11-2a2f-4e8d-85a5-1111fd03c887 req-f7155133-d903-4fa0-a341-f918854e6d47 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0490882 Dec 16 15:33:48.000154 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c1389c11-2a2f-4e8d-85a5-1111fd03c887 req-e824456f-453a-40ca-82b5-7c29cc4efb1c tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431767 Dec 16 15:33:49.119363 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f028a-4054-49f7-9015-4a654b484e98 req-f1880a4d-9284-45bd-bcaf-15e5824ab371 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:49.120888 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-183f028a-4054-49f7-9015-4a654b484e98 req-f1880a4d-9284-45bd-bcaf-15e5824ab371 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0539093 Dec 16 15:33:49.169969 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-183f028a-4054-49f7-9015-4a654b484e98 req-955e96e0-8c46-4b14-953e-95b194904f5a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432258 Dec 16 15:33:49.703303 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-98a30ff9-d8a6-4188-af81-dff23aa1938e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.069569 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device dc404c91-ac88-493b-9fbb-8b7fd398da9d details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:33:50.162926 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port dc404c91-ac88-493b-9fbb-8b7fd398da9d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:50.174478 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'port_id': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'mac_address': 'fa:16:3e:28:9a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:33:50.293588 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b481c14-eddf-4a9a-b614-9a0803acfb01 req-adadfcaa-ee0c-480c-b9bf-d851fc18f252 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:50.295121 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5b481c14-eddf-4a9a-b614-9a0803acfb01 req-adadfcaa-ee0c-480c-b9bf-d851fc18f252 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0528841 Dec 16 15:33:50.345624 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.347112 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5b481c14-eddf-4a9a-b614-9a0803acfb01 req-60a037b5-99f0-4e8b-ad9a-65640ed9bb3e tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460019 Dec 16 15:33:50.359456 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc404c91-ac88-493b-9fbb-8b7fd398da9d {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:33:50.380213 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port dc404c91-ac88-493b-9fbb-8b7fd398da9d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:50.384070 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.429854 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=dc404c91-ac88-493b-9fbb-8b7fd398da9d,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:50.615451 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['dc404c91-ac88-493b-9fbb-8b7fd398da9d'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:33:50.750791 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:51.463275 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e72f-b114-422a-b926-8e49e5b5e758 req-9c40468e-ede8-4b69-8abe-ce5918fac4d2 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:51.464754 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f2e5e72f-b114-422a-b926-8e49e5b5e758 req-9c40468e-ede8-4b69-8abe-ce5918fac4d2 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 944 time: 0.0492311 Dec 16 15:33:51.518170 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f2e5e72f-b114-422a-b926-8e49e5b5e758 req-0f8f60a8-6bbe-4ee8-ab12-a34c464996f1 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473607 Dec 16 15:33:52.031095 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:52.071291 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device dc404c91-ac88-493b-9fbb-8b7fd398da9d up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:52.124833 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port dc404c91-ac88-493b-9fbb-8b7fd398da9d completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:33:52.131444 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port dc404c91-ac88-493b-9fbb-8b7fd398da9d triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:52.131731 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:52.214450 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:52.238249 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:33:52.240655 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add56696-0673-4135-89f8-574fe203edb3" -d '{"events": [{"server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "name": "network-vif-plugged", "status": "completed", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:33:52.256671 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port dc404c91-ac88-493b-9fbb-8b7fd398da9d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:52.262384 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:52.291646 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04febc0d-e30e-4467-ae67-200d4aaf003d x-openstack-request-id: req-04febc0d-e30e-4467-ae67-200d4aaf003d {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:33:52.291935 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "name": "network-vif-plugged", "status": "completed", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:33:52.292190 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04febc0d-e30e-4467-ae67-200d4aaf003d {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:33:52.292583 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'code': 200} Dec 16 15:33:52.321860 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=dc404c91-ac88-493b-9fbb-8b7fd398da9d,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:52.510564 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a6b02-414a-4896-8647-68bfe6ea273a req-707ba2eb-1e89-4506-882e-5d59ccdbfa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:52.512003 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f43a6b02-414a-4896-8647-68bfe6ea273a req-707ba2eb-1e89-4506-882e-5d59ccdbfa04 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 1098 time: 0.0424359 Dec 16 15:33:52.573560 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f43a6b02-414a-4896-8647-68bfe6ea273a req-62874f2c-bd44-428a-af76-4b59ffa3650e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532157 Dec 16 15:33:52.638440 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595654b1-de60-427d-9832-674968609fd0 req-305d229a-e18c-4759-844d-4741fcfc636b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:52.639938 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-595654b1-de60-427d-9832-674968609fd0 req-305d229a-e18c-4759-844d-4741fcfc636b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0500991 Dec 16 15:33:52.697129 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-595654b1-de60-427d-9832-674968609fd0 req-da01dc8b-339a-4a2a-b25f-44a2d4908399 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502195 Dec 16 15:33:53.062250 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:53.828537 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb09e6-820c-4f6d-b3d1-64b6c26eafd6 req-ae89e832-815d-40f8-b202-1a92bf980a8a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:53.830207 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-32cb09e6-820c-4f6d-b3d1-64b6c26eafd6 req-ae89e832-815d-40f8-b202-1a92bf980a8a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0572526 Dec 16 15:33:53.883090 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-32cb09e6-820c-4f6d-b3d1-64b6c26eafd6 req-689d2a1f-5f10-4129-9a1e-3d66b0885e09 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459857 Dec 16 15:33:55.003626 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50617a98-a295-40c6-81a9-7a1050633392 req-ad0f7575-2a29-4cdb-b2af-6ded5dfc71b6 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:55.005725 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-50617a98-a295-40c6-81a9-7a1050633392 req-ad0f7575-2a29-4cdb-b2af-6ded5dfc71b6 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0531824 Dec 16 15:33:55.057758 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-50617a98-a295-40c6-81a9-7a1050633392 req-8382b3ac-c224-4004-93fc-b19b90b6a69f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464869 Dec 16 15:33:55.174951 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92240b23-fc54-492e-92bb-f0bc9b0fcddb req-13a2e57c-742e-49f8-abe1-d04be59f6285 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:55.176365 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-92240b23-fc54-492e-92bb-f0bc9b0fcddb req-13a2e57c-742e-49f8-abe1-d04be59f6285 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0497830 Dec 16 15:33:55.233718 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-92240b23-fc54-492e-92bb-f0bc9b0fcddb req-55ac0140-597e-4e6d-951f-e8501c96ddf5 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505843 Dec 16 15:33:55.256357 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36322) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:55.342400 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb83077-9eb5-45b7-9dbd-0c5dbbf1eb67 tempest-TestShelveInstance-823537282 tempest-TestShelveInstance-823537282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:55.343950 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-9bb83077-9eb5-45b7-9dbd-0c5dbbf1eb67 tempest-TestShelveInstance-823537282 tempest-TestShelveInstance-823537282-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 1093 time: 0.0865891 Dec 16 15:33:55.347110 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36326) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:55.352109 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Request body: {'floatingip': {'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'port_id': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:55.376007 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for floatingip, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.492462 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.605575 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Allocated IP 172.27.3.59 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/7dfa77cb-b33b-4dae-a7dd-91e7e58411ef) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:55.731480 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.770415 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.809804 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:55.812641 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:55.816222 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:55.822433 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event updated for resources: {'Port': ['ID=7dfa77cb-b33b-4dae-a7dd-91e7e58411ef,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:56.183845 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:56.251660 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:56.415530 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:56.420297 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:56.490515 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event updated for resources: {'Port': ['ID=7dfa77cb-b33b-4dae-a7dd-91e7e58411ef,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:56.502520 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:56.607806 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.l3_db [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Floating IP 3c2e122f-157e-459d-b5b4-6e58ba58fd3c associated. External IP: 172.27.3.59, port: dc404c91-ac88-493b-9fbb-8b7fd398da9d. Dec 16 15:33:57.067622 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Router 6d9602bc-eb03-40bb-82d9-4df9e998caae has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:33:57.172387 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:33:57.181861 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29019d3b-8244-4e04-a6cc-6316e7dbf357 None None] Sync routers for ids ['6d9602bc-eb03-40bb-82d9-4df9e998caae'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:33:57.190044 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:57.193959 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29019d3b-8244-4e04-a6cc-6316e7dbf357 None None] Routers {'6d9602bc-eb03-40bb-82d9-4df9e998caae'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:57.194607 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-29019d3b-8244-4e04-a6cc-6316e7dbf357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:33:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['6d9602bc-eb03-40bb-82d9-4df9e998caae'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:57.226041 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-f876ae0e-d4be-4a34-846d-f2385293a9d0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8778777 Dec 16 15:33:57.227023 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:33:57.229438 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ff691d-78c5-4dae-b091-ca7294846735" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:33:57.270690 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9fe846-1160-45a1-8b92-d2b7b1459488 x-openstack-request-id: req-7e9fe846-1160-45a1-8b92-d2b7b1459488 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:33:57.271199 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:33:57.271451 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7e9fe846-1160-45a1-8b92-d2b7b1459488 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:33:57.271853 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'status': 'completed', 'code': 200} Dec 16 15:33:57.313648 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-29019d3b-8244-4e04-a6cc-6316e7dbf357 None None] Set router 6d9602bc-eb03-40bb-82d9-4df9e998caae gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:57.337348 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff691d-78c5-4dae-b091-ca7294846735 req-1bb1287f-d5bb-4065-801f-727412c99d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:57.338772 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-42ff691d-78c5-4dae-b091-ca7294846735 req-1bb1287f-d5bb-4065-801f-727412c99d39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24a9edc0b83c4ab48d276639790a36fa&device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 1098 time: 0.0428863 Dec 16 15:33:57.435028 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff691d-78c5-4dae-b091-ca7294846735 req-5a98ce8a-9945-4171-a0da-9fee3cd74b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:57.436498 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-42ff691d-78c5-4dae-b091-ca7294846735 req-5a98ce8a-9945-4171-a0da-9fee3cd74b32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc HTTP/1.1" status: 200 len: 908 time: 0.0896101 Dec 16 15:33:57.508918 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-42ff691d-78c5-4dae-b091-ca7294846735 req-78beb985-7b36-44fc-9206-b9f7cdf94be6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d HTTP/1.1" status: 200 len: 998 time: 0.0642433 Dec 16 15:33:57.547588 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-29019d3b-8244-4e04-a6cc-6316e7dbf357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 4, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '3c2e122f-157e-459d-b5b4-6e58ba58fd3c', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'port_id': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'mac_address': 'fa:16:3e:28:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:33:56Z', 'updated_at': '2021-12-16T15:33:56Z', 'revision_number': 0, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4d3044-91c7-45e1-9f7a-8459e054c2fa', 'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'mac_address': 'fa:16:3e:40:1b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:09Z', 'updated_at': '2021-12-16T15:33:14Z', 'revision_number': 5, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'subnets': [{'id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:57.567027 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff691d-78c5-4dae-b091-ca7294846735 req-02dd976a-384d-4874-b374-4ff61316ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:57.569987 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-42ff691d-78c5-4dae-b091-ca7294846735 req-02dd976a-384d-4874-b374-4ff61316ef36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b6fa607-f934-456b-ae05-c85010a1eddb HTTP/1.1" status: 200 len: 846 time: 0.0522172 Dec 16 15:33:57.575103 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29019d3b-8244-4e04-a6cc-6316e7dbf357 None None] Checking router: 6d9602bc-eb03-40bb-82d9-4df9e998caae for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:33:57.584131 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29019d3b-8244-4e04-a6cc-6316e7dbf357 None None] Routers {'6d9602bc-eb03-40bb-82d9-4df9e998caae'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:57.584732 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-29019d3b-8244-4e04-a6cc-6316e7dbf357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:33:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['6d9602bc-eb03-40bb-82d9-4df9e998caae'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:57.621525 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff691d-78c5-4dae-b091-ca7294846735 req-399cc4b6-e402-43fe-8f6f-a7dee481fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:57.623041 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-42ff691d-78c5-4dae-b091-ca7294846735 req-399cc4b6-e402-43fe-8f6f-a7dee481fd38 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438671 Dec 16 15:33:57.691735 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-29019d3b-8244-4e04-a6cc-6316e7dbf357 None None] Set router 6d9602bc-eb03-40bb-82d9-4df9e998caae gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:57.725274 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-42ff691d-78c5-4dae-b091-ca7294846735 req-48ba1d79-e28c-4219-a07d-2cbf09b9f3ce service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913734 Dec 16 15:33:57.822384 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-42ff691d-78c5-4dae-b091-ca7294846735 req-c2f576a2-70a9-43d0-aed8-e71eb3a114e9 service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890725 Dec 16 15:33:57.933973 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-29019d3b-8244-4e04-a6cc-6316e7dbf357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 4, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '3c2e122f-157e-459d-b5b4-6e58ba58fd3c', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'port_id': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'mac_address': 'fa:16:3e:28:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:33:56Z', 'updated_at': '2021-12-16T15:33:56Z', 'revision_number': 0, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4d3044-91c7-45e1-9f7a-8459e054c2fa', 'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'mac_address': 'fa:16:3e:40:1b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:09Z', 'updated_at': '2021-12-16T15:33:14Z', 'revision_number': 5, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'subnets': [{'id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:57.960949 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29019d3b-8244-4e04-a6cc-6316e7dbf357 None None] The sync data for ids ['6d9602bc-eb03-40bb-82d9-4df9e998caae'] in dv-cinder-801522-8-iscsi is: [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 4, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': '3c2e122f-157e-459d-b5b4-6e58ba58fd3c', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'port_id': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'mac_address': 'fa:16:3e:28:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:33:56Z', 'updated_at': '2021-12-16T15:33:56Z', 'revision_number': 0, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4d3044-91c7-45e1-9f7a-8459e054c2fa', 'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'mac_address': 'fa:16:3e:40:1b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:09Z', 'updated_at': '2021-12-16T15:33:14Z', 'revision_number': 5, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'subnets': [{'id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:58.154770 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfee4ff-6842-451a-b1d4-3b36ad01aeff None None] New status for floating IP 3c2e122f-157e-459d-b5b4-6e58ba58fd3c: ACTIVE {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:33:58.852970 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:34:02.534503 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:08.939929 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-38ffd6ce-2dea-40ce-9c12-d6e0a45fa039 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444798 Dec 16 15:34:09.084577 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-5ab7fc2d-7d74-41ae-9d4b-efd602c94ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:09.086127 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-5ab7fc2d-7d74-41ae-9d4b-efd602c94ffa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 1099 time: 0.0922394 Dec 16 15:34:09.190890 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-dd13ea2d-7b2d-4faf-8f96-26a45328e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:09.192278 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-dd13ea2d-7b2d-4faf-8f96-26a45328e426 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.0848882 Dec 16 15:34:09.270674 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-82f5c6b5-c7fa-44be-a220-d43e59bd0248 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed HTTP/1.1" status: 200 len: 1002 time: 0.0664561 Dec 16 15:34:09.335677 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-20be8ea9-4931-4ec4-adeb-368aa8acaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:09.337194 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-20be8ea9-4931-4ec4-adeb-368aa8acaefc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0461259 Dec 16 15:34:09.388981 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-ffe83097-f8af-45e7-9bf6-ddd901b889ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:09.390512 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-ffe83097-f8af-45e7-9bf6-ddd901b889ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444043 Dec 16 15:34:09.406167 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-f40d4f47-9267-452f-a3bf-4627eefa4438 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:34:09.407149 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-f40d4f47-9267-452f-a3bf-4627eefa4438 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052097 Dec 16 15:34:09.506548 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-47142e31-9574-4dea-90cc-aa3a00485005 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914545 Dec 16 15:34:09.603323 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88c27b31-cf5e-44a1-8570-fbff25af1d74 req-98fdc148-c767-44aa-9afe-101bc12607ac service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865061 Dec 16 15:34:17.024372 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7e223bc6-18f3-4e6c-b82b-ff5784a324cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:19.706362 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0a50648c-9e04-4496-8f6c-31c3fe044eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:20.738348 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:22.034893 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:23.055676 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.530694 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:35.852465 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:34:47.028079 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-2c0251dc-64eb-431f-8a22-2f06a6b8986d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:49.709388 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a3d52e2f-f111-4e90-87d7-00ca5b9dd12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:50.740503 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:52.038819 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:53.058568 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.544866 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.935645 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-1e377190-6a02-4865-9a7e-676ef8fb0101 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458145 Dec 16 15:35:11.002137 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-14fbe42a-9d67-43b1-a16d-09e79a71d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:11.003684 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-14fbe42a-9d67-43b1-a16d-09e79a71d966 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24a9edc0b83c4ab48d276639790a36fa&device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 1098 time: 0.0423520 Dec 16 15:35:11.113029 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-78102989-2d08-4869-ac98-ce23f38dd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:11.114520 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-78102989-2d08-4869-ac98-ce23f38dd706 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc HTTP/1.1" status: 200 len: 908 time: 0.0896456 Dec 16 15:35:11.186648 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-4cd72c64-974a-49f2-a489-b4b9d4183a15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d HTTP/1.1" status: 200 len: 1000 time: 0.0637085 Dec 16 15:35:11.236848 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-f8aa44fc-62e7-4607-b0b8-fd1b48c17ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:11.238361 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-f8aa44fc-62e7-4607-b0b8-fd1b48c17ea9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b6fa607-f934-456b-ae05-c85010a1eddb HTTP/1.1" status: 200 len: 846 time: 0.0442464 Dec 16 15:35:11.285256 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-4eb65194-85cc-4d59-879e-9ef750f010cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:11.286744 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-4eb65194-85cc-4d59-879e-9ef750f010cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410879 Dec 16 15:35:11.383889 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-e35ea289-7871-4fec-8c8a-9a6ab60d992c service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894346 Dec 16 15:35:11.477698 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-43d5d015-9150-4873-87f9-ff9857b9cebb req-bbbdc9c8-7710-447f-bcf4-71cec7fdb9a6 service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865295 Dec 16 15:35:12.852107 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:35:17.033054 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-4befbb9a-5c62-44f3-a3fd-89810858cf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.711829 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8b2cfc68-8564-46ad-9859-05fbfef659e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.744032 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.040384 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:23.060918 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:32.553962 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:45.208012 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777b67a-c953-4259-9b3a-8e03ada3f729 req-ea879417-5a91-4f6a-8222-5378183faa7a tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:45.209504 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6777b67a-c953-4259-9b3a-8e03ada3f729 req-ea879417-5a91-4f6a-8222-5378183faa7a tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 946 time: 0.1078508 Dec 16 15:35:45.259753 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6777b67a-c953-4259-9b3a-8e03ada3f729 req-251800b7-14b5-48a1-a944-3714d7e4daf4 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442307 Dec 16 15:35:46.431340 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d559e3-5680-49fb-9a25-51c0b0e1e958 req-be07e0f6-f95c-4ef4-be01-f993fb414f15 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:46.432845 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7d559e3-5680-49fb-9a25-51c0b0e1e958 req-be07e0f6-f95c-4ef4-be01-f993fb414f15 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 946 time: 0.1037259 Dec 16 15:35:46.486552 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7d559e3-5680-49fb-9a25-51c0b0e1e958 req-1f352e62-ae2e-46b7-8944-663b77c9a3d5 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467565 Dec 16 15:35:46.749298 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-3d6786b5-9adf-4a08-9fa8-541ad43bc778 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:46.751387 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-3d6786b5-9adf-4a08-9fa8-541ad43bc778 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 946 time: 0.0542648 Dec 16 15:35:46.845506 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Deleting port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:46.845849 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:46.936761 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] For port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:46.937162 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.036159 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-85fbe244-05c5-42c6-8dc3-a6b992ece44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.119264 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.119624 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.119938 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.l3_db [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Floating IP ff2c97c9-a877-4b65-864e-3af86a766922 disassociated. External IP: 172.27.3.218, port: cc2a2c97-c88f-41f2-9330-6a0ca2a901ed. Dec 16 15:35:47.120282 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Calling delete_port for cc2a2c97-c88f-41f2-9330-6a0ca2a901ed owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:47.250178 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.279501 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event deleted for resources: {'Port': ['ID=cc2a2c97-c88f-41f2-9330-6a0ca2a901ed,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:47.291131 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.291493 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.291845 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.292189 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.292533 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.292872 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.293234 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.293566 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.293898 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.294237 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.294587 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.294897 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.295220 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:47.411237 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:35:47.782779 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e6dabb9c-82de-47bd-8676-7e91d583b442 req-19001b6a-af3d-45ca-90ad-aca3e754abbe tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=79c75a09-641c-4167-b272-56ccedf58e55 HTTP/1.1" status: 200 len: 210 time: 0.0417402 Dec 16 15:35:47.783968 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:35:47.800430 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be456fc3-55f6-405b-ab7c-7d306f14e5b6 None None] Sync routers for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:35:47.809386 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be456fc3-55f6-405b-ab7c-7d306f14e5b6 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:47.810065 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-be456fc3-55f6-405b-ab7c-7d306f14e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:35:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:47.824101 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] No DVR routers for this DVR port cc2a2c97-c88f-41f2-9330-6a0ca2a901ed on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:35:47.826637 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.830626 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a990d89d-ebd6-4acd-974c-56c6c8804ac8 req-30fa195b-e833-4bdc-a873-acc5f5c2ab34 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "DELETE /v2.0/ports/cc2a2c97-c88f-41f2-9330-6a0ca2a901ed HTTP/1.1" status: 204 len: 173 time: 1.0712934 Dec 16 15:35:47.831075 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c75a09-641c-4167-b272-56ccedf58e55', 'name': 'network-vif-deleted', 'tag': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:35:47.833345 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6792ee1c-199a-41b3-96bc-ed20f1b6016a" -d '{"events": [{"server_uuid": "79c75a09-641c-4167-b272-56ccedf58e55", "name": "network-vif-deleted", "tag": "cc2a2c97-c88f-41f2-9330-6a0ca2a901ed"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:35:47.926319 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-be456fc3-55f6-405b-ab7c-7d306f14e5b6 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:47.941736 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c69b3f-8769-44d6-9d62-62750a3a8006 x-openstack-request-id: req-a5c69b3f-8769-44d6-9d62-62750a3a8006 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:35:47.942033 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c75a09-641c-4167-b272-56ccedf58e55", "name": "network-vif-deleted", "tag": "cc2a2c97-c88f-41f2-9330-6a0ca2a901ed", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:35:47.942281 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5c69b3f-8769-44d6-9d62-62750a3a8006 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:35:47.942691 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c75a09-641c-4167-b272-56ccedf58e55', 'name': 'network-vif-deleted', 'tag': 'cc2a2c97-c88f-41f2-9330-6a0ca2a901ed', 'status': 'completed', 'code': 200} Dec 16 15:35:48.145158 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-be456fc3-55f6-405b-ab7c-7d306f14e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:48.172128 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be456fc3-55f6-405b-ab7c-7d306f14e5b6 None None] Checking router: 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:35:48.182813 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be456fc3-55f6-405b-ab7c-7d306f14e5b6 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:48.183969 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-be456fc3-55f6-405b-ab7c-7d306f14e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:35:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:48.439060 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-be456fc3-55f6-405b-ab7c-7d306f14e5b6 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:48.638223 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-be456fc3-55f6-405b-ab7c-7d306f14e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:48.669208 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be456fc3-55f6-405b-ab7c-7d306f14e5b6 None None] The sync data for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi is: [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:35:48.892158 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c5390-4dd6-4089-a8c6-a2a2e0432f9d None None] New status for floating IP ff2c97c9-a877-4b65-864e-3af86a766922: DOWN {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:35:49.006437 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-30c9f6af-1e92-40d8-bcdd-c5e46557c436 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192274513&fields=id&tenant_id=bb89681079c24a828d64e57b4d655484 HTTP/1.1" status: 200 len: 267 time: 0.0502439 Dec 16 15:35:49.116125 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-c4f92813-86c2-452d-8228-eb9d619c3153 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:49.117861 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-c4f92813-86c2-452d-8228-eb9d619c3153 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 811 time: 0.1032560 Dec 16 15:35:49.132743 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-74ffbfde-3551-403a-84bf-617ad768a2d4 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/quotas/bb89681079c24a828d64e57b4d655484 HTTP/1.1" status: 200 len: 375 time: 0.0090678 Dec 16 15:35:49.184411 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-ceca1e04-bb15-4bee-be3a-bd589a9e10a0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462065 Dec 16 15:35:49.244785 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-f7c5b5fb-8093-48dc-8013-76733938c796 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:49.245839 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-f7c5b5fb-8093-48dc-8013-76733938c796 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0496776 Dec 16 15:35:49.337479 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-f62a57af-0ee8-4034-ba79-19eb12d3840b service neutron] 10.222.0.75 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Dec 16 15:35:49.430936 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-980b9839-1d4d-4b27-b128-4c536a5e7bc2 service neutron] 10.222.0.75 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875058 Dec 16 15:35:49.717630 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f18df81d-a2ef-4a97-a81c-34668f17c864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.718350 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d5ed766b-063a-4a62-8266-06a882ffe60c req-9d993b80-b489-43fc-b57f-3976dcd58a7b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 210 time: 0.0338197 Dec 16 15:35:49.851383 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:35:50.757728 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.763186 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cc2a2c97-c88f-41f2-9330-6a0ca2a901ed no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:35:50.775368 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-073bb72b-951c-40e1-8762-78cc259dc281 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:50.776899 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-073bb72b-951c-40e1-8762-78cc259dc281 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 811 time: 0.1249597 Dec 16 15:35:50.788908 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: cc2a2c97-c88f-41f2-9330-6a0ca2a901ed {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:35:50.789212 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cc2a2c97-c88f-41f2-9330-6a0ca2a901ed not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:35:50.832121 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a9a022ca-6e49-4d37-b8ac-036123c97bbb req-c600ff6a-a7dc-4cbb-a757-d05e6bd0b62f tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 210 time: 0.0295484 Dec 16 15:35:50.879585 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-e6c279e8-3ec1-4758-8206-56e2f6e1c783 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb89681079c24a828d64e57b4d655484 HTTP/1.1" status: 200 len: 380 time: 0.0920966 Dec 16 15:35:50.890718 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'port': {'device_id': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'admin_state_up': True, 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'security_groups': ['f0167d58-f2b9-4f87-b602-a366b165ab04']}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:51.007538 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Made reservation on behalf of bb89681079c24a828d64e57b4d655484 for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:51.011014 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.151731 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Allocated IP 172.20.0.13 (0e90e16f-8477-48c4-833d-3a824ba687d4/9f181d98-4d6b-42f6-b28d-1d4600082d5b/cf84e725-5af8-4b6d-8082-3c15e0bee111) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:51.304464 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.339419 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.396411 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Network 0e90e16f-8477-48c4-833d-3a824ba687d4 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:51.399417 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:51.403312 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:51.427164 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'Port': ['ID=cf84e725-5af8-4b6d-8082-3c15e0bee111,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:51.456341 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:51.456966 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.476390 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9f665daa-eed3-4fc7-a103-0c6d736a094d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892625 Dec 16 15:35:51.489821 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Request body: {'port': {'device_id': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:51.547031 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.591021 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-597b9181-cd09-44b0-9103-9fffbf45d4cb None None] Provisioning complete for port cf84e725-5af8-4b6d-8082-3c15e0bee111 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:51.591389 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-597b9181-cd09-44b0-9103-9fffbf45d4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.630390 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-597b9181-cd09-44b0-9103-9fffbf45d4cb None None] Port cf84e725-5af8-4b6d-8082-3c15e0bee111 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:51.823267 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf84e725-5af8-4b6d-8082-3c15e0bee111 {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:35:51.830744 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.842518 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Transition to ACTIVE for port object cf84e725-5af8-4b6d-8082-3c15e0bee111 will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:35:51.846005 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.916592 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Pushing event updated for resources: {'Port': ['ID=cf84e725-5af8-4b6d-8082-3c15e0bee111,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:52.004742 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c8d85-5e2d-4e73-8b1a-66e857cddcc1 req-81409751-df69-4793-9fda-9a333df9ee72 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:52.006328 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c8c8d85-5e2d-4e73-8b1a-66e857cddcc1 req-81409751-df69-4793-9fda-9a333df9ee72 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 944 time: 0.0908811 Dec 16 15:35:52.018458 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Attempting to bind port cf84e725-5af8-4b6d-8082-3c15e0bee111 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:35:52.018806 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Attempting to bind port cf84e725-5af8-4b6d-8082-3c15e0bee111 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:35:52.019139 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Attempting to bind port cf84e725-5af8-4b6d-8082-3c15e0bee111 on network 0e90e16f-8477-48c4-833d-3a824ba687d4 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:35:52.036581 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Port cf84e725-5af8-4b6d-8082-3c15e0bee111 on network 0e90e16f-8477-48c4-833d-3a824ba687d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:35:52.036915 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Attempting to bind port cf84e725-5af8-4b6d-8082-3c15e0bee111 on network 0e90e16f-8477-48c4-833d-3a824ba687d4 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:35:52.044816 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:35:52.045189 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Checking segment: {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:52.045580 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Bound using segment: {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:35:52.046019 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Bound port: cf84e725-5af8-4b6d-8082-3c15e0bee111, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:35:52.046377 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.049686 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.106241 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6c8c8d85-5e2d-4e73-8b1a-66e857cddcc1 req-b10bebb0-bb3b-4670-b90e-b3f7f5f2ce41 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913148 Dec 16 15:35:52.133497 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] For port cf84e725-5af8-4b6d-8082-3c15e0bee111, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:35:52.137944 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] For port cf84e725-5af8-4b6d-8082-3c15e0bee111, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cf84e725-5af8-4b6d-8082-3c15e0bee111,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:35:52.145805 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.187728 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:52.188951 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.190440 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] 10.222.0.58 "PUT /v2.0/ports/cf84e725-5af8-4b6d-8082-3c15e0bee111 HTTP/1.1" status: 200 len: 1094 time: 0.7057860 Dec 16 15:35:52.190897 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'tag': 'cf84e725-5af8-4b6d-8082-3c15e0bee111'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:35:52.193238 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bca45c-8f91-4353-9435-cbea1373c4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ec892f-346e-4572-8910-c73c4d76cad3", "tag": "cf84e725-5af8-4b6d-8082-3c15e0bee111"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:35:52.219681 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea33931-b9db-409a-ab6d-9df8c47dac03 service neutron] Pushing event updated for resources: {'Port': ['ID=cf84e725-5af8-4b6d-8082-3c15e0bee111,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:52.261815 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ec3bf8-b8ed-4c55-93c4-e88e3c274fc0 x-openstack-request-id: req-83ec3bf8-b8ed-4c55-93c4-e88e3c274fc0 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:35:52.262118 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ec892f-346e-4572-8910-c73c4d76cad3", "tag": "cf84e725-5af8-4b6d-8082-3c15e0bee111", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:35:52.262370 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-83ec3bf8-b8ed-4c55-93c4-e88e3c274fc0 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:35:52.262775 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'tag': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'status': 'completed', 'code': 200} Dec 16 15:35:52.279914 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-049a60b9-f87e-4559-9c25-519d9c9e5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:52.281468 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-049a60b9-f87e-4559-9c25-519d9c9e5403 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 1097 time: 0.0485137 Dec 16 15:35:52.325879 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-802a0c72-e35b-49d0-a2d1-a4e57ce94f32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf84e725-5af8-4b6d-8082-3c15e0bee111 HTTP/1.1" status: 200 len: 217 time: 0.0365136 Dec 16 15:35:52.379525 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-0d51e544-7628-4d09-9258-412af61b4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:52.381047 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-0d51e544-7628-4d09-9258-412af61b4f10 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0482171 Dec 16 15:35:52.432390 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-beed9826-d3f6-4cc9-a08f-ae83c1716fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:52.433927 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-beed9826-d3f6-4cc9-a08f-ae83c1716fb8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451562 Dec 16 15:35:52.526559 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-9b9d884a-782f-4115-9b33-f09031afcb68 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845256 Dec 16 15:35:52.620366 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5106edec-54fb-4af4-9a41-4bffe0545a86 req-5470e1f6-e356-4650-8854-b21ead46302f service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865746 Dec 16 15:35:52.707763 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bca45c-8f91-4353-9435-cbea1373c4ce req-13e364ba-0fd5-479d-a037-acadbdd8fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:52.709307 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-84bca45c-8f91-4353-9435-cbea1373c4ce req-13e364ba-0fd5-479d-a037-acadbdd8fd8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 1097 time: 0.0422294 Dec 16 15:35:52.805922 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bca45c-8f91-4353-9435-cbea1373c4ce req-c81e3832-102f-4f89-94b9-7f3bdad65774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:52.807416 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-84bca45c-8f91-4353-9435-cbea1373c4ce req-c81e3832-102f-4f89-94b9-7f3bdad65774 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.0887868 Dec 16 15:35:52.849913 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-84bca45c-8f91-4353-9435-cbea1373c4ce req-fa457e63-45cd-453f-8a8a-f804f2e69a44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf84e725-5af8-4b6d-8082-3c15e0bee111 HTTP/1.1" status: 200 len: 217 time: 0.0342624 Dec 16 15:35:52.899921 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bca45c-8f91-4353-9435-cbea1373c4ce req-e6d76a3a-8c52-475d-972c-2cf341d6335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:52.901314 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-84bca45c-8f91-4353-9435-cbea1373c4ce req-e6d76a3a-8c52-475d-972c-2cf341d6335e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0436211 Dec 16 15:35:52.947661 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bca45c-8f91-4353-9435-cbea1373c4ce req-e1a6dcde-2207-4feb-ae8f-ddca4796325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:52.949165 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-84bca45c-8f91-4353-9435-cbea1373c4ce req-e1a6dcde-2207-4feb-ae8f-ddca4796325a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406764 Dec 16 15:35:53.044006 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-84bca45c-8f91-4353-9435-cbea1373c4ce req-d97e157b-5dcc-4863-9d0f-310ce0ceb45b service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870607 Dec 16 15:35:53.064693 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:53.137121 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-84bca45c-8f91-4353-9435-cbea1373c4ce req-d00ec65b-4d3c-40a0-a101-a51b01028c79 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857809 Dec 16 15:35:53.227946 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79d105-ac92-4d6c-b6b1-623fd3f1650e req-a809b740-e5cb-4cf0-af88-a52df58f2ca6 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:53.229366 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5d79d105-ac92-4d6c-b6b1-623fd3f1650e req-a809b740-e5cb-4cf0-af88-a52df58f2ca6 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 944 time: 0.0535045 Dec 16 15:35:53.278368 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5d79d105-ac92-4d6c-b6b1-623fd3f1650e req-843f0e2c-2983-436e-af7a-e73f372f7435 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429733 Dec 16 15:35:54.394542 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cbfc6-6bad-4a76-8fce-1d7947098aea req-5615b694-e326-41c8-9647-53453074d05b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:54.396045 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c77cbfc6-6bad-4a76-8fce-1d7947098aea req-5615b694-e326-41c8-9647-53453074d05b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 944 time: 0.0492268 Dec 16 15:35:54.449743 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c77cbfc6-6bad-4a76-8fce-1d7947098aea req-210add9d-44b7-4608-9bcc-b297fbf2a0a1 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473680 Dec 16 15:35:54.650422 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8809892-5083-4195-be89-01025719ed5e req-d9e84702-7615-41d9-b560-49d1f5d100ee tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:54.651920 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e8809892-5083-4195-be89-01025719ed5e req-d9e84702-7615-41d9-b560-49d1f5d100ee tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0536470 Dec 16 15:35:54.704467 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e8809892-5083-4195-be89-01025719ed5e req-fbbf600e-cfc2-482f-a0e3-2e88bd6aa158 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455015 Dec 16 15:35:55.572604 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389118a-c244-4bd7-bcb3-08047b2be6c7 req-f7b742a2-ab80-4505-bb46-3abd623b4150 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:55.574103 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f389118a-c244-4bd7-bcb3-08047b2be6c7 req-f7b742a2-ab80-4505-bb46-3abd623b4150 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 944 time: 0.0496063 Dec 16 15:35:55.622781 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f389118a-c244-4bd7-bcb3-08047b2be6c7 req-9cb78f1c-144f-4510-a8b7-92115913a8fb tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427272 Dec 16 15:35:55.826338 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82bb96-593d-4390-97b0-add0f0fe42e3 req-c6a481b2-e31e-4c21-90c8-d9229225d77b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:55.827824 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fe82bb96-593d-4390-97b0-add0f0fe42e3 req-c6a481b2-e31e-4c21-90c8-d9229225d77b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0500972 Dec 16 15:35:55.881560 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fe82bb96-593d-4390-97b0-add0f0fe42e3 req-202a280f-700f-4338-958c-69b636a7bc68 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471690 Dec 16 15:35:56.739210 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cadff9-ea99-4da2-894a-ce377f41407b req-f505cee8-4ab7-4ff4-ba9b-11d753f6a06d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:56.740720 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8cadff9-ea99-4da2-894a-ce377f41407b req-f505cee8-4ab7-4ff4-ba9b-11d753f6a06d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 944 time: 0.0500066 Dec 16 15:35:56.794742 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8cadff9-ea99-4da2-894a-ce377f41407b req-fe64bbbb-070f-493e-a0eb-ef34043ea21f tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445440 Dec 16 15:35:56.998343 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf488f-84be-4773-a6f2-4a7d0a1d0f39 req-c288ec9d-0427-4715-a273-9e39f410f335 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:56.999834 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0fcf488f-84be-4773-a6f2-4a7d0a1d0f39 req-c288ec9d-0427-4715-a273-9e39f410f335 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0500467 Dec 16 15:35:57.050506 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0fcf488f-84be-4773-a6f2-4a7d0a1d0f39 req-e3af1060-475f-4e12-98ba-06a161153aae tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441957 Dec 16 15:35:57.913849 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d251ae5-d107-4ff7-b321-6d97ec29818b req-9b29546a-9be6-4b0a-ac5b-6de093b8b2d3 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:57.915343 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0d251ae5-d107-4ff7-b321-6d97ec29818b req-9b29546a-9be6-4b0a-ac5b-6de093b8b2d3 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 944 time: 0.0535028 Dec 16 15:35:57.964236 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0d251ae5-d107-4ff7-b321-6d97ec29818b req-5ea93691-0a78-4608-ab37-ed40ba6d80d4 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Dec 16 15:35:58.169961 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8c064-8b0b-40f5-8365-d156120de421 req-d65ef9d6-064e-4633-a850-2809edd2d58d tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:58.171526 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-36c8c064-8b0b-40f5-8365-d156120de421 req-d65ef9d6-064e-4633-a850-2809edd2d58d tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0495143 Dec 16 15:35:58.222052 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-36c8c064-8b0b-40f5-8365-d156120de421 req-1da45a7e-c741-4f72-bc2e-37d71b08137a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441644 Dec 16 15:35:59.081663 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12b4a-88e5-4003-9e8f-6447fdc58498 req-a803b202-5383-4427-a85d-51339beff3a8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:59.083132 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-93a12b4a-88e5-4003-9e8f-6447fdc58498 req-a803b202-5383-4427-a85d-51339beff3a8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 944 time: 0.0480750 Dec 16 15:35:59.135411 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-93a12b4a-88e5-4003-9e8f-6447fdc58498 req-17b10ce0-1260-4604-b7dd-22027afaf851 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464160 Dec 16 15:35:59.336929 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12161825-7758-4e47-83cb-dd44d78b8327 req-c0a1e866-a4cd-4ed4-aa00-0bc0304072bf tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:59.338413 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12161825-7758-4e47-83cb-dd44d78b8327 req-c0a1e866-a4cd-4ed4-aa00-0bc0304072bf tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0480049 Dec 16 15:35:59.387005 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-12161825-7758-4e47-83cb-dd44d78b8327 req-f3f8088c-0aec-4a82-adf4-8d9b477cfd68 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427885 Dec 16 15:36:00.252632 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966ec63-48a5-415a-b60c-9512a703baf1 req-1f41c5e9-d796-47fd-93d7-5f2b2b02806c tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:00.254178 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a966ec63-48a5-415a-b60c-9512a703baf1 req-1f41c5e9-d796-47fd-93d7-5f2b2b02806c tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 944 time: 0.0506892 Dec 16 15:36:00.303251 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a966ec63-48a5-415a-b60c-9512a703baf1 req-ab9cb257-bbbc-47bb-b615-edd5ca85e549 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431049 Dec 16 15:36:00.509184 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7794-2dc8-4dea-96df-8d89fcf122c4 req-ea2c2eaa-5a16-45f8-ae9a-f8753c2fe294 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:00.510683 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a91d7794-2dc8-4dea-96df-8d89fcf122c4 req-ea2c2eaa-5a16-45f8-ae9a-f8753c2fe294 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0530694 Dec 16 15:36:00.560137 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a91d7794-2dc8-4dea-96df-8d89fcf122c4 req-c5d6f8d2-093c-415d-9461-68c48f50dad0 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431833 Dec 16 15:36:00.812478 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cf84e725-5af8-4b6d-8082-3c15e0bee111 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:36:00.907250 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port cf84e725-5af8-4b6d-8082-3c15e0bee111, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cf84e725-5af8-4b6d-8082-3c15e0bee111,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:00.918583 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'port_id': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'mac_address': 'fa:16:3e:5a:cf:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:36:00.955124 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:00.967736 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf84e725-5af8-4b6d-8082-3c15e0bee111 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:36:00.987161 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port cf84e725-5af8-4b6d-8082-3c15e0bee111, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cf84e725-5af8-4b6d-8082-3c15e0bee111,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:00.990944 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:01.043752 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=cf84e725-5af8-4b6d-8082-3c15e0bee111,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:01.051293 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.051651 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.052005 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.052350 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.052688 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.053028 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.053387 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.053722 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.054057 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.054389 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.054718 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.055047 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.055376 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:01.268953 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['cf84e725-5af8-4b6d-8082-3c15e0bee111'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:36:01.416850 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b362d43-f9bf-4438-a991-6f5709bdbaa6 req-7f26b858-b629-4eb8-b6f6-10f5e1cd5525 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:01.418391 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4b362d43-f9bf-4438-a991-6f5709bdbaa6 req-7f26b858-b629-4eb8-b6f6-10f5e1cd5525 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 945 time: 0.0482957 Dec 16 15:36:01.468287 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-4b362d43-f9bf-4438-a991-6f5709bdbaa6 req-823c38e7-841e-44f3-99f8-a3bbf9cdc738 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430994 Dec 16 15:36:01.676783 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf29324-59f1-47c2-b849-c9a247f8edd1 req-b8c33ca6-0be3-44da-8a12-5bd510a77bd1 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:01.678275 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2bf29324-59f1-47c2-b849-c9a247f8edd1 req-b8c33ca6-0be3-44da-8a12-5bd510a77bd1 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0515487 Dec 16 15:36:01.728596 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2bf29324-59f1-47c2-b849-c9a247f8edd1 req-65e85932-a3b5-495b-9504-8fbe08c08dd4 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441575 Dec 16 15:36:02.558999 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.585972 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e2a7b-2cf5-431a-a8c9-166695eef583 req-64123096-3895-4c16-956e-fc93c75f7e74 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:02.587509 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eb9e2a7b-2cf5-431a-a8c9-166695eef583 req-64123096-3895-4c16-956e-fc93c75f7e74 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 945 time: 0.0511241 Dec 16 15:36:02.636661 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eb9e2a7b-2cf5-431a-a8c9-166695eef583 req-2c7112ab-1965-4158-85d8-690abd7f8d5f tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Dec 16 15:36:02.839633 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cf84e725-5af8-4b6d-8082-3c15e0bee111 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:36:02.848325 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e90431-30bf-419b-8be9-858254cfb2d5 req-9ee5d6fa-6046-42d9-97ba-b6016772488f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:02.849870 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04e90431-30bf-419b-8be9-858254cfb2d5 req-9ee5d6fa-6046-42d9-97ba-b6016772488f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0532365 Dec 16 15:36:02.889693 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port cf84e725-5af8-4b6d-8082-3c15e0bee111 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:36:02.894638 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port cf84e725-5af8-4b6d-8082-3c15e0bee111 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:02.895017 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.905113 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04e90431-30bf-419b-8be9-858254cfb2d5 req-16dc4afc-115c-486f-9a08-19c6e6ce88c4 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490620 Dec 16 15:36:02.975730 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.999273 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf84e725-5af8-4b6d-8082-3c15e0bee111'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:36:03.001734 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82199ef-c1b7-4057-9112-6baba7cedb9b" -d '{"events": [{"server_uuid": "e6ec892f-346e-4572-8910-c73c4d76cad3", "name": "network-vif-plugged", "status": "completed", "tag": "cf84e725-5af8-4b6d-8082-3c15e0bee111"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:36:03.016516 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port cf84e725-5af8-4b6d-8082-3c15e0bee111, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cf84e725-5af8-4b6d-8082-3c15e0bee111,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:03.021833 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:03.072054 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=cf84e725-5af8-4b6d-8082-3c15e0bee111,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:03.102198 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5a7b3c-9063-45d8-81f4-a4ba74c48ed9 x-openstack-request-id: req-6d5a7b3c-9063-45d8-81f4-a4ba74c48ed9 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:36:03.102497 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ec892f-346e-4572-8910-c73c4d76cad3", "name": "network-vif-plugged", "status": "completed", "tag": "cf84e725-5af8-4b6d-8082-3c15e0bee111", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:36:03.102757 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d5a7b3c-9063-45d8-81f4-a4ba74c48ed9 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:36:03.103163 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'code': 200} Dec 16 15:36:03.349826 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd5011-1f08-4584-839a-f013ab8200e7 req-35a9c02a-4147-4a9c-9542-63785e259418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:03.351281 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46bd5011-1f08-4584-839a-f013ab8200e7 req-35a9c02a-4147-4a9c-9542-63785e259418 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 1099 time: 0.0405042 Dec 16 15:36:03.399813 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-46bd5011-1f08-4584-839a-f013ab8200e7 req-353af636-8e18-4772-8a03-5eb6781e19eb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401344 Dec 16 15:36:03.752824 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa17e91-0b81-4754-b6a3-d708ac3743e5 req-7f04ad9e-e8db-46a5-a1e5-3d74c39ea2b1 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:03.754368 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6aa17e91-0b81-4754-b6a3-d708ac3743e5 req-7f04ad9e-e8db-46a5-a1e5-3d74c39ea2b1 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 946 time: 0.0496726 Dec 16 15:36:03.805521 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6aa17e91-0b81-4754-b6a3-d708ac3743e5 req-665f5524-9fbf-417b-a7ab-39edda307002 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451846 Dec 16 15:36:04.025617 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b212d1d-ccfa-4738-ae4c-a0705ab3a95f req-cbbdceff-088d-49dc-9221-9d3e95d6972e tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:04.027631 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0b212d1d-ccfa-4738-ae4c-a0705ab3a95f req-cbbdceff-088d-49dc-9221-9d3e95d6972e tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0534556 Dec 16 15:36:04.077471 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-0b212d1d-ccfa-4738-ae4c-a0705ab3a95f req-e6e3c3f6-4eb3-495f-a14e-df388ab51808 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431008 Dec 16 15:36:04.786016 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6aa9f-9ee9-49f0-bfcf-557591ba9fdd req-307ff615-6e56-47e1-850a-5c4f5fc41705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:04.787520 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f5c6aa9f-9ee9-49f0-bfcf-557591ba9fdd req-307ff615-6e56-47e1-850a-5c4f5fc41705 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24a9edc0b83c4ab48d276639790a36fa&device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 1098 time: 0.0416815 Dec 16 15:36:04.900868 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6aa9f-9ee9-49f0-bfcf-557591ba9fdd req-0c35cc21-7ba0-47fc-8e3b-2da9141b299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:04.902375 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f5c6aa9f-9ee9-49f0-bfcf-557591ba9fdd req-0c35cc21-7ba0-47fc-8e3b-2da9141b299d service neutron] 10.222.0.58 "GET /v2.0/networks?id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc HTTP/1.1" status: 200 len: 908 time: 0.1076744 Dec 16 15:36:04.979368 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f5c6aa9f-9ee9-49f0-bfcf-557591ba9fdd req-cd665d1b-7b85-4d48-8f73-c8968bdbc510 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d HTTP/1.1" status: 200 len: 1000 time: 0.0629997 Dec 16 15:36:04.987331 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597bc93-af21-4ba6-9b46-919b91bb660f req-be1133c5-ea8d-40de-8d67-c5b402f1a1f6 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:04.989018 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d597bc93-af21-4ba6-9b46-919b91bb660f req-be1133c5-ea8d-40de-8d67-c5b402f1a1f6 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 946 time: 0.1068692 Dec 16 15:36:05.059438 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6aa9f-9ee9-49f0-bfcf-557591ba9fdd req-ccad3b97-f770-4644-aaf5-370c41700db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:05.060841 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f5c6aa9f-9ee9-49f0-bfcf-557591ba9fdd req-ccad3b97-f770-4644-aaf5-370c41700db8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b6fa607-f934-456b-ae05-c85010a1eddb HTTP/1.1" status: 200 len: 846 time: 0.0711377 Dec 16 15:36:05.082858 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d597bc93-af21-4ba6-9b46-919b91bb660f req-f7d1458d-ca2b-4965-8596-4727d6e88d11 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856118 Dec 16 15:36:05.112880 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6aa9f-9ee9-49f0-bfcf-557591ba9fdd req-d09ba76b-9aa4-46e0-9bfd-88c084a781c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:05.114461 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f5c6aa9f-9ee9-49f0-bfcf-557591ba9fdd req-d09ba76b-9aa4-46e0-9bfd-88c084a781c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448189 Dec 16 15:36:05.283708 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0872aff-395a-43fe-b7ce-15ece268deec req-f45a7418-23ff-4796-b537-96eac2748a59 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:05.285217 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e0872aff-395a-43fe-b7ce-15ece268deec req-f45a7418-23ff-4796-b537-96eac2748a59 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.1155355 Dec 16 15:36:05.286965 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f5c6aa9f-9ee9-49f0-bfcf-557591ba9fdd req-fe3c49fc-7d4d-4b25-920d-4f4382de071f service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639681 Dec 16 15:36:05.294916 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd851a-0909-412a-9a5c-1fa39fc2f230 req-4626db91-5be5-409f-9a4e-73fc31cfb2ae tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:05.296310 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fefd851a-0909-412a-9a5c-1fa39fc2f230 req-4626db91-5be5-409f-9a4e-73fc31cfb2ae tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 946 time: 0.1254532 Dec 16 15:36:05.427315 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e0872aff-395a-43fe-b7ce-15ece268deec req-e0ee86e3-b5c8-4dc8-b5fa-b0e9d1b6fa2f tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284385 Dec 16 15:36:05.434138 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-fefd851a-0909-412a-9a5c-1fa39fc2f230 req-130389ac-6062-4340-a898-0a64edad0467 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239090 Dec 16 15:36:05.457352 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36480) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:05.458452 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f5c6aa9f-9ee9-49f0-bfcf-557591ba9fdd req-9e5bd119-fda9-4837-849a-752ff6741e60 service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612222 Dec 16 15:36:05.498771 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8516c81-13bc-4259-823c-1fa0807a8399 tempest-TestVolumeBootPattern-672572855 tempest-TestVolumeBootPattern-672572855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:05.501105 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-c8516c81-13bc-4259-823c-1fa0807a8399 tempest-TestVolumeBootPattern-672572855 tempest-TestVolumeBootPattern-672572855-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 1094 time: 0.0419006 Dec 16 15:36:05.504260 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36484) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:05.508542 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.v2.base [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'floatingip': {'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'port_id': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:05.532506 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:05.631721 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:05.736259 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_common [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Allocated IP 172.27.3.109 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/2a122712-273f-4db6-a60e-1c673fb683c2) {{(pid=102463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:36:05.842912 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for port, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:05.877713 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:05.913507 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:05.916349 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.base_scheduler [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Resources bound (agent type, host, resource id): {{(pid=102463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:05.919698 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Received port after_create {{(pid=102463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:05.948672 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'Port': ['ID=2a122712-273f-4db6-a60e-1c673fb683c2,revision_number=1']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:05.959498 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.959843 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.960183 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.960517 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.960844 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.961196 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.961520 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.961840 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.962160 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.962483 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.962798 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.963110 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:05.963420 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:06.294225 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:06.358831 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:06.518564 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for port, precommit_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:06.526282 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58937848'] for port, after_update {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:06.560809 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada4efa-a9c1-4287-9aa9-6af056c9c999 req-8bfd1eb2-3119-4b2a-8800-95f82fb4cfcc tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:06.562267 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dada4efa-a9c1-4287-9aa9-6af056c9c999 req-8bfd1eb2-3119-4b2a-8800-95f82fb4cfcc tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0537505 Dec 16 15:36:06.598932 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'Port': ['ID=2a122712-273f-4db6-a60e-1c673fb683c2,revision_number=2']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:06.612188 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_create {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:06.618220 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-dada4efa-a9c1-4287-9aa9-6af056c9c999 req-25ebb70f-798d-497e-889b-834d88d7d466 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495925 Dec 16 15:36:06.715562 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.l3_db [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Floating IP b03d1875-e500-43a3-90a6-dbcbe53f4c92 associated. External IP: 172.27.3.109, port: cf84e725-5af8-4b6d-8082-3c15e0bee111. Dec 16 15:36:06.922337 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:36:07.030253 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:07.042348 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4173a04d-4eb5-4772-b1f0-a2b1f903ffd5 None None] Sync routers for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:07.050063 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:07.056654 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4173a04d-4eb5-4772-b1f0-a2b1f903ffd5 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:07.057313 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-4173a04d-4eb5-4772-b1f0-a2b1f903ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:35:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:07.079875 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-d6d56232-e70e-4d70-af00-08908016c009 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5745950 Dec 16 15:36:07.080517 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'tag': 'cf84e725-5af8-4b6d-8082-3c15e0bee111'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:36:07.082858 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541bbb26-9549-4937-b3a3-450bb3bef5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ec892f-346e-4572-8910-c73c4d76cad3", "tag": "cf84e725-5af8-4b6d-8082-3c15e0bee111"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:36:07.179232 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110660f2-75d5-432e-831a-40dff62e9964 x-openstack-request-id: req-110660f2-75d5-432e-831a-40dff62e9964 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:36:07.179728 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ec892f-346e-4572-8910-c73c4d76cad3", "tag": "cf84e725-5af8-4b6d-8082-3c15e0bee111", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:36:07.180078 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-110660f2-75d5-432e-831a-40dff62e9964 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:36:07.180548 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'tag': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'status': 'completed', 'code': 200} Dec 16 15:36:07.181563 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-4173a04d-4eb5-4772-b1f0-a2b1f903ffd5 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:36:07.250682 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bbb26-9549-4937-b3a3-450bb3bef5cc req-d0ddbd65-9687-4780-9c9d-37060c258761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:07.252515 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-541bbb26-9549-4937-b3a3-450bb3bef5cc req-d0ddbd65-9687-4780-9c9d-37060c258761 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 1099 time: 0.0435870 Dec 16 15:36:07.358204 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bbb26-9549-4937-b3a3-450bb3bef5cc req-afd3fc2d-a82a-4e81-9744-560215994d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:07.361524 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-541bbb26-9549-4937-b3a3-450bb3bef5cc req-afd3fc2d-a82a-4e81-9744-560215994d2b service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.0957029 Dec 16 15:36:07.432138 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-4173a04d-4eb5-4772-b1f0-a2b1f903ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'b03d1875-e500-43a3-90a6-dbcbe53f4c92', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:5a:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:36:06Z', 'updated_at': '2021-12-16T15:36:06Z', 'revision_number': 0, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:07.449692 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-541bbb26-9549-4937-b3a3-450bb3bef5cc req-9b47c6d3-4201-4958-bf48-df6e74ce9844 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf84e725-5af8-4b6d-8082-3c15e0bee111 HTTP/1.1" status: 200 len: 1000 time: 0.0721056 Dec 16 15:36:07.460180 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4173a04d-4eb5-4772-b1f0-a2b1f903ffd5 None None] Checking router: 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:36:07.469277 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4173a04d-4eb5-4772-b1f0-a2b1f903ffd5 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:07.469994 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-4173a04d-4eb5-4772-b1f0-a2b1f903ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:35:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:07.501214 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bbb26-9549-4937-b3a3-450bb3bef5cc req-904e5ad4-a9f4-42cb-9e50-8487301f97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:07.502765 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-541bbb26-9549-4937-b3a3-450bb3bef5cc req-904e5ad4-a9f4-42cb-9e50-8487301f97fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0455248 Dec 16 15:36:07.549366 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bbb26-9549-4937-b3a3-450bb3bef5cc req-29ec38bf-ca37-469e-a1b0-f7a313dcffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:07.550868 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-541bbb26-9549-4937-b3a3-450bb3bef5cc req-29ec38bf-ca37-469e-a1b0-f7a313dcffa0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402961 Dec 16 15:36:07.574950 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-4173a04d-4eb5-4772-b1f0-a2b1f903ffd5 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:36:07.650772 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-541bbb26-9549-4937-b3a3-450bb3bef5cc req-980f8680-219e-4371-9473-ffdb222fd31a service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897408 Dec 16 15:36:07.821876 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-4173a04d-4eb5-4772-b1f0-a2b1f903ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'b03d1875-e500-43a3-90a6-dbcbe53f4c92', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:5a:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:36:06Z', 'updated_at': '2021-12-16T15:36:06Z', 'revision_number': 0, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:07.850467 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4173a04d-4eb5-4772-b1f0-a2b1f903ffd5 None None] The sync data for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi is: [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'b03d1875-e500-43a3-90a6-dbcbe53f4c92', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:5a:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:36:06Z', 'updated_at': '2021-12-16T15:36:06Z', 'revision_number': 0, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:08.037859 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c885a-13fb-47c5-9ba5-dfcf9bc9dff9 req-89938884-21e1-48fb-9bad-b7a1e138b6b5 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:08.039317 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f51c885a-13fb-47c5-9ba5-dfcf9bc9dff9 req-89938884-21e1-48fb-9bad-b7a1e138b6b5 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.3302965 Dec 16 15:36:08.045376 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-541bbb26-9549-4937-b3a3-450bb3bef5cc req-6a9be8e7-310a-47a5-b9e4-afce83c59085 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864629 Dec 16 15:36:08.059459 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7971d0-74a4-4ef3-8f8b-01bdb4686c97 None None] New status for floating IP b03d1875-e500-43a3-90a6-dbcbe53f4c92: ACTIVE {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:36:08.097917 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f51c885a-13fb-47c5-9ba5-dfcf9bc9dff9 req-6bdd0aec-c5e7-4fc5-a9dd-ea31a720d904 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510523 Dec 16 15:36:08.170998 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [req-d347e838-98bd-4551-be7b-5e8d491bd225 req-ba19f195-1abb-4b42-a2d4-39f576b10a8b service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:36:08.172010 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d347e838-98bd-4551-be7b-5e8d491bd225 req-ba19f195-1abb-4b42-a2d4-39f576b10a8b service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053611 Dec 16 15:36:08.367341 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9d7e5-751b-48bd-a434-23ee2a35d9e5 req-f96b229c-d19b-48bd-886e-b573d51c6807 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:08.368800 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88a9d7e5-751b-48bd-a434-23ee2a35d9e5 req-f96b229c-d19b-48bd-886e-b573d51c6807 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0772843 Dec 16 15:36:08.376032 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-cb04c1e1-2e96-4963-bf74-92dd595ff21f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120808 Dec 16 15:36:08.423044 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-88a9d7e5-751b-48bd-a434-23ee2a35d9e5 req-eac07a08-d463-47d5-b47b-0e419a5695a3 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453448 Dec 16 15:36:09.546347 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8362c1-a6c1-4009-b8c1-cbc4563b1c75 req-7b7ba814-49b3-488d-afee-f9b3a5c203f2 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:09.548421 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8c8362c1-a6c1-4009-b8c1-cbc4563b1c75 req-7b7ba814-49b3-488d-afee-f9b3a5c203f2 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0560858 Dec 16 15:36:09.624780 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-feffa2f6-c00d-4b22-8a42-4fbfe2c1ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:09.626495 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-feffa2f6-c00d-4b22-8a42-4fbfe2c1ce85 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca&tenant_id=24a9edc0b83c4ab48d276639790a36fa HTTP/1.1" status: 200 len: 1098 time: 0.0750182 Dec 16 15:36:09.631498 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8c8362c1-a6c1-4009-b8c1-cbc4563b1c75 req-3c272078-5095-456d-97c6-b88aeb155680 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707002 Dec 16 15:36:09.690395 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-395f59ac-8e06-426f-9339-60421bcdba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:09.691867 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-395f59ac-8e06-426f-9339-60421bcdba17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24a9edc0b83c4ab48d276639790a36fa&device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 1098 time: 0.0420189 Dec 16 15:36:09.786197 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-c6acd863-aaec-430f-b603-baf95c298e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:09.787656 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-c6acd863-aaec-430f-b603-baf95c298e2c service neutron] 10.222.0.58 "GET /v2.0/networks?id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc HTTP/1.1" status: 200 len: 908 time: 0.0878470 Dec 16 15:36:09.853093 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-aefc5210-3d3e-46ee-a6cc-10e833611e60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d HTTP/1.1" status: 200 len: 1000 time: 0.0575457 Dec 16 15:36:09.909502 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-1516bc76-e837-4e70-ae70-693290463283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:09.911023 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-1516bc76-e837-4e70-ae70-693290463283 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b6fa607-f934-456b-ae05-c85010a1eddb HTTP/1.1" status: 200 len: 846 time: 0.0492442 Dec 16 15:36:09.956734 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-2d0dd483-a2ae-4e74-a8d0-32d382c07d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:09.958265 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-2d0dd483-a2ae-4e74-a8d0-32d382c07d3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395961 Dec 16 15:36:10.050888 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-fb65a739-0d58-40ab-8e71-17aaf3191cca service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841112 Dec 16 15:36:10.147487 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-752eb783-5aa1-4b9d-a8dc-b7feef4a2f6f req-5bcd9163-3a1c-4f97-962e-fff051574512 service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884817 Dec 16 15:36:10.752907 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380c3da-1afb-43d6-a306-ca0b846f3692 req-258a2f4d-9af8-4c8d-adfe-5fe0a2adc845 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:10.754401 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7380c3da-1afb-43d6-a306-ca0b846f3692 req-258a2f4d-9af8-4c8d-adfe-5fe0a2adc845 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0515370 Dec 16 15:36:10.803155 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7380c3da-1afb-43d6-a306-ca0b846f3692 req-05df97a4-7d51-4113-afde-9cff0c676e03 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Dec 16 15:36:10.880231 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device dc404c91-ac88-493b-9fbb-8b7fd398da9d no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:36:10.962482 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:10.985664 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:36:10.987923 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33e05c6-a306-4d1d-868d-9a2ddb0e5533" -d '{"events": [{"server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "name": "network-vif-unplugged", "status": "completed", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:36:11.002462 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port dc404c91-ac88-493b-9fbb-8b7fd398da9d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:11.006979 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:11.031924 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a431ccd0-3e6f-40c5-b67e-a0f9ef23ce48 x-openstack-request-id: req-a431ccd0-3e6f-40c5-b67e-a0f9ef23ce48 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:36:11.032822 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "name": "network-vif-unplugged", "status": "completed", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:36:11.033106 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a431ccd0-3e6f-40c5-b67e-a0f9ef23ce48 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:36:11.033500 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'code': 200} Dec 16 15:36:11.059234 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=dc404c91-ac88-493b-9fbb-8b7fd398da9d,revision_number=6']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:11.921877 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe52fd9-e3d3-435f-af54-c57a115c88fe req-e16d37ea-430c-4004-bc2f-15c4b97c9587 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:11.923338 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bfe52fd9-e3d3-435f-af54-c57a115c88fe req-e16d37ea-430c-4004-bc2f-15c4b97c9587 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0530739 Dec 16 15:36:11.972944 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-bfe52fd9-e3d3-435f-af54-c57a115c88fe req-32d6e5ac-1f94-49d6-9db6-6ae8e97030d9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437818 Dec 16 15:36:12.958181 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852ba8b-358d-4efe-b3c4-77a6aa5a306e req-4172d25e-1432-4748-a33d-e6fa03c5fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:12.959713 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d852ba8b-358d-4efe-b3c4-77a6aa5a306e req-4172d25e-1432-4748-a33d-e6fa03c5fccc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24a9edc0b83c4ab48d276639790a36fa&device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 1096 time: 0.0420303 Dec 16 15:36:13.098155 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852ba8b-358d-4efe-b3c4-77a6aa5a306e req-d1144e70-8252-4bfb-ae0f-562b2badaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:13.099639 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d852ba8b-358d-4efe-b3c4-77a6aa5a306e req-d1144e70-8252-4bfb-ae0f-562b2badaefe service neutron] 10.222.0.58 "GET /v2.0/networks?id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc HTTP/1.1" status: 200 len: 908 time: 0.1191058 Dec 16 15:36:13.113115 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f08e-e30a-4dd4-a387-85f39ae27879 req-39551f18-06fc-493b-8fe3-77215de8c8a6 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:13.114701 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2791f08e-e30a-4dd4-a387-85f39ae27879 req-39551f18-06fc-493b-8fe3-77215de8c8a6 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0707345 Dec 16 15:36:13.203436 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d852ba8b-358d-4efe-b3c4-77a6aa5a306e req-ee19c36c-3d56-4971-a415-c3790217595d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d HTTP/1.1" status: 200 len: 998 time: 0.0877147 Dec 16 15:36:13.212436 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2791f08e-e30a-4dd4-a387-85f39ae27879 req-61d5be1c-2dea-4b60-ab71-b7cd36170b58 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908549 Dec 16 15:36:13.258286 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852ba8b-358d-4efe-b3c4-77a6aa5a306e req-98d58a7a-554b-4976-b4ed-8269a7c5bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:13.259780 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d852ba8b-358d-4efe-b3c4-77a6aa5a306e req-98d58a7a-554b-4976-b4ed-8269a7c5bd93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b6fa607-f934-456b-ae05-c85010a1eddb HTTP/1.1" status: 200 len: 846 time: 0.0465562 Dec 16 15:36:13.306880 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852ba8b-358d-4efe-b3c4-77a6aa5a306e req-68476490-b5bf-46ca-8104-c23292d5ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:13.308393 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d852ba8b-358d-4efe-b3c4-77a6aa5a306e req-68476490-b5bf-46ca-8104-c23292d5ef81 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408185 Dec 16 15:36:13.405014 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d852ba8b-358d-4efe-b3c4-77a6aa5a306e req-4501d1e4-7274-4fd7-8717-2b23b0b7dd96 service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890553 Dec 16 15:36:13.499688 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-d852ba8b-358d-4efe-b3c4-77a6aa5a306e req-e37af513-7a1d-4c92-95f3-4290cb319c72 service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874600 Dec 16 15:36:14.329058 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe99cc-efd1-46c4-bc82-8e67f7f20443 req-423793a2-c9cf-48f3-8b7f-d44de3f31a4b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:14.330546 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-21fe99cc-efd1-46c4-bc82-8e67f7f20443 req-423793a2-c9cf-48f3-8b7f-d44de3f31a4b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0504501 Dec 16 15:36:14.382066 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-21fe99cc-efd1-46c4-bc82-8e67f7f20443 req-131498bd-f641-4360-a03e-3d99e4888da3 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456929 Dec 16 15:36:15.502764 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b235ca-957b-428b-b069-f261fd2d79d6 req-80199706-a59d-447f-897e-368d46caf675 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:15.504249 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-89b235ca-957b-428b-b069-f261fd2d79d6 req-80199706-a59d-447f-897e-368d46caf675 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0543292 Dec 16 15:36:15.553092 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-89b235ca-957b-428b-b069-f261fd2d79d6 req-d48ca54e-d101-4da8-8634-f361e9bf6704 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429561 Dec 16 15:36:16.342763 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed0324-c760-436a-a12c-286509714e41 req-843b6ae3-0f4c-490f-a909-83f86e4e6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:16.344801 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2ed0324-c760-436a-a12c-286509714e41 req-843b6ae3-0f4c-490f-a909-83f86e4e6d92 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 1096 time: 0.0395503 Dec 16 15:36:16.391340 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e2ed0324-c760-436a-a12c-286509714e41 req-913a5e47-19a6-422f-a6f9-8974e33a1aa7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385101 Dec 16 15:36:16.673013 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652c33e-0919-4644-8241-41c27ea67ea9 req-dd380317-1cbd-49f6-bb02-5739a9183338 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:16.674531 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5652c33e-0919-4644-8241-41c27ea67ea9 req-dd380317-1cbd-49f6-bb02-5739a9183338 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0525522 Dec 16 15:36:16.724104 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5652c33e-0919-4644-8241-41c27ea67ea9 req-2507daf7-9cfa-4e63-9cc1-e6451b51cb9a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436449 Dec 16 15:36:17.037676 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-47c597bc-d877-4ead-a988-5b8e17695bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:17.842711 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2ae73-a5db-48f7-be18-b3d3074f0e7c req-8cd1c99a-69ae-4157-8d9d-fcf0579df55b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:17.844373 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b3e2ae73-a5db-48f7-be18-b3d3074f0e7c req-8cd1c99a-69ae-4157-8d9d-fcf0579df55b tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 943 time: 0.0519056 Dec 16 15:36:17.893118 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b3e2ae73-a5db-48f7-be18-b3d3074f0e7c req-445219f2-a642-425b-923f-e32edec4f8b2 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427129 Dec 16 15:36:18.905928 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device dc404c91-ac88-493b-9fbb-8b7fd398da9d details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:36:19.014301 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port dc404c91-ac88-493b-9fbb-8b7fd398da9d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:19.026457 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'port_id': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'mac_address': 'fa:16:3e:28:9a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:36:19.064911 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:19.077567 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc404c91-ac88-493b-9fbb-8b7fd398da9d {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:36:19.096943 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port dc404c91-ac88-493b-9fbb-8b7fd398da9d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:19.100836 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:19.150505 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=dc404c91-ac88-493b-9fbb-8b7fd398da9d,revision_number=7']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:19.368947 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['dc404c91-ac88-493b-9fbb-8b7fd398da9d'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:36:19.728110 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1ae370af-ef59-4f62-b57c-40a824aa5430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:20.750094 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:20.906789 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device dc404c91-ac88-493b-9fbb-8b7fd398da9d up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:36:20.953926 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port dc404c91-ac88-493b-9fbb-8b7fd398da9d triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:20.954409 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:21.035183 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:21.056768 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:36:21.059062 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545a7617-a697-4dbb-a86a-6d1e58d4c8ab" -d '{"events": [{"server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "name": "network-vif-plugged", "status": "completed", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:36:21.072058 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port dc404c91-ac88-493b-9fbb-8b7fd398da9d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:21.077607 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:21.102548 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297a1a37-2197-4a07-88af-86d33a67a68e x-openstack-request-id: req-297a1a37-2197-4a07-88af-86d33a67a68e {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:36:21.102841 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "name": "network-vif-plugged", "status": "completed", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:36:21.103094 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-297a1a37-2197-4a07-88af-86d33a67a68e {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:36:21.103488 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'code': 200} Dec 16 15:36:21.130825 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=dc404c91-ac88-493b-9fbb-8b7fd398da9d,revision_number=8']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:22.050175 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:23.071399 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:26.850817 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:36:32.560802 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:47.040523 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d9535582-126c-4332-9b52-4dead02a22f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:49.709901 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7bb524e1-41ff-4803-82e4-bbbab9a3fb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.753199 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:52.051327 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:53.066287 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:02.570173 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:03.849355 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:37:13.945248 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-326e94bb-dc50-4cd7-8a30-9ff2bbcb33bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401852 Dec 16 15:37:14.037326 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-87fc3304-866c-4a98-8c7d-805552122f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:14.038764 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-87fc3304-866c-4a98-8c7d-805552122f42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 1099 time: 0.0446742 Dec 16 15:37:14.141018 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-25b63bb6-8f09-4ed6-a58d-7bb4745b77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:14.142674 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-25b63bb6-8f09-4ed6-a58d-7bb4745b77d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.0843287 Dec 16 15:37:14.212310 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-7ab67646-7f15-44bc-a1c5-f7b12350403f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf84e725-5af8-4b6d-8082-3c15e0bee111 HTTP/1.1" status: 200 len: 1002 time: 0.0614750 Dec 16 15:37:14.262095 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-b63fa23d-9ad9-464c-bd94-1448fe8b2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:14.263968 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-b63fa23d-9ad9-464c-bd94-1448fe8b2911 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0447321 Dec 16 15:37:14.310259 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-8f534d7b-2e9e-433b-b368-badb8a1f271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:14.311672 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-8f534d7b-2e9e-433b-b368-badb8a1f271f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407209 Dec 16 15:37:14.405658 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-c59ee89b-62a7-4b8e-bd6e-064aa83dba2f service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853579 Dec 16 15:37:14.505425 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-75d97b19-204a-469d-8ef7-66dc0ade4b3c req-af7ac554-87c8-4f63-b750-74f32ad48575 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923760 Dec 16 15:37:17.046284 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-19b1f827-e571-4c4b-9e0b-461a4f7eed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.711957 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-fa35e2c9-491f-435c-8b0e-56d594bccc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:20.756533 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:22.055702 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:23.068000 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:32.577744 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:33.943380 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36562) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:34.103382 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Deleting port 7dfa77cb-b33b-4dae-a7dd-91e7e58411ef {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:34.103619 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.177597 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.177930 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.189647 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Calling delete_port for 7dfa77cb-b33b-4dae-a7dd-91e7e58411ef owned by network:floatingip {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:34.335926 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.362149 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event deleted for resources: {'Port': ['ID=7dfa77cb-b33b-4dae-a7dd-91e7e58411ef,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:34.385623 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.385974 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.386320 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.386704 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.387024 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.387355 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.387687 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.388017 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.388347 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.388675 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.389001 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.389356 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.389680 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:34.429701 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for floatingip, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.430037 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.l3_db [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Floating IP 3c2e122f-157e-459d-b5b4-6e58ba58fd3c disassociated (deleted). External IP: 172.27.3.59, port: dc404c91-ac88-493b-9fbb-8b7fd398da9d. Dec 16 15:37:34.636618 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Router 6d9602bc-eb03-40bb-82d9-4df9e998caae has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:37:34.746746 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:37:34.751569 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.757293 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fa45cc-52d1-41b2-8bc5-7a7241de9899 None None] Sync routers for ids ['6d9602bc-eb03-40bb-82d9-4df9e998caae'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:37:34.767780 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa45cc-52d1-41b2-8bc5-7a7241de9899 None None] Routers {'6d9602bc-eb03-40bb-82d9-4df9e998caae'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:37:34.768418 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-17fa45cc-52d1-41b2-8bc5-7a7241de9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:37:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['6d9602bc-eb03-40bb-82d9-4df9e998caae'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:34.779408 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-40d38110-d47b-40bd-8292-3a3ca3de3bba tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "DELETE /v2.0/floatingips/3c2e122f-157e-459d-b5b4-6e58ba58fd3c HTTP/1.1" status: 204 len: 168 time: 0.8349366 Dec 16 15:37:34.780107 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:34.782556 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:34.825481 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed67cf8e-9d8b-46d4-b5c6-8b190096550c x-openstack-request-id: req-ed67cf8e-9d8b-46d4-b5c6-8b190096550c {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:34.825841 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:34.826298 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ed67cf8e-9d8b-46d4-b5c6-8b190096550c {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:34.826635 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'status': 'completed', 'code': 200} Dec 16 15:37:34.884148 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-17fa45cc-52d1-41b2-8bc5-7a7241de9899 None None] Set router 6d9602bc-eb03-40bb-82d9-4df9e998caae gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:37:34.891450 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d req-4d5b5ed3-b7f6-4210-880e-77df94eabd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:34.893152 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d req-4d5b5ed3-b7f6-4210-880e-77df94eabd77 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=24a9edc0b83c4ab48d276639790a36fa&device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 1098 time: 0.0451334 Dec 16 15:37:35.046593 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54fc1b-5ccf-4950-86d1-b193a2b92d07 req-ebe326b2-37c0-467b-a448-b229efad4535 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:35.048077 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cc54fc1b-5ccf-4950-86d1-b193a2b92d07 req-ebe326b2-37c0-467b-a448-b229efad4535 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0763810 Dec 16 15:37:35.049550 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d req-87ee218a-f2f6-4198-99ac-906add228120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:35.051732 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d req-87ee218a-f2f6-4198-99ac-906add228120 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc HTTP/1.1" status: 200 len: 908 time: 0.1454208 Dec 16 15:37:35.088258 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-17fa45cc-52d1-41b2-8bc5-7a7241de9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 4, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '4a4d3044-91c7-45e1-9f7a-8459e054c2fa', 'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'mac_address': 'fa:16:3e:40:1b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:09Z', 'updated_at': '2021-12-16T15:33:14Z', 'revision_number': 5, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'subnets': [{'id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:35.108241 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d req-496fad77-5bd8-4e69-8006-decc7d70d6db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d HTTP/1.1" status: 200 len: 217 time: 0.0460947 Dec 16 15:37:35.115584 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fa45cc-52d1-41b2-8bc5-7a7241de9899 None None] Checking router: 6d9602bc-eb03-40bb-82d9-4df9e998caae for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:37:35.124624 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa45cc-52d1-41b2-8bc5-7a7241de9899 None None] Routers {'6d9602bc-eb03-40bb-82d9-4df9e998caae'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:37:35.125269 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-17fa45cc-52d1-41b2-8bc5-7a7241de9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:37:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['6d9602bc-eb03-40bb-82d9-4df9e998caae'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:35.163819 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cc54fc1b-5ccf-4950-86d1-b193a2b92d07 req-fa332919-7cbb-44e7-83e9-b172dd221436 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084821 Dec 16 15:37:35.174673 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d req-e2dae98c-0b63-4f22-821c-485a409d6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:35.177030 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d req-e2dae98c-0b63-4f22-821c-485a409d6c2f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b6fa607-f934-456b-ae05-c85010a1eddb HTTP/1.1" status: 200 len: 846 time: 0.0611329 Dec 16 15:37:35.224804 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d req-3226f8a1-5216-4175-b0aa-1da8c49d259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:35.226378 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d req-3226f8a1-5216-4175-b0aa-1da8c49d259c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34e1cbba-69c4-4d9c-a156-b4e67eed16cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408781 Dec 16 15:37:35.232720 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-17fa45cc-52d1-41b2-8bc5-7a7241de9899 None None] Set router 6d9602bc-eb03-40bb-82d9-4df9e998caae gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:37:35.323707 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d req-2bcd1bfa-4521-45ad-bdd7-466713ffc1a0 service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882876 Dec 16 15:37:35.416462 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-32ee14f9-17bb-4898-bdac-0b0fe4c1580d req-dd062279-9eed-4809-b93e-4c37eb0ef989 service neutron] 10.222.0.58 "GET /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848875 Dec 16 15:37:35.435868 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-17fa45cc-52d1-41b2-8bc5-7a7241de9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 4, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '4a4d3044-91c7-45e1-9f7a-8459e054c2fa', 'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'mac_address': 'fa:16:3e:40:1b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:09Z', 'updated_at': '2021-12-16T15:33:14Z', 'revision_number': 5, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'subnets': [{'id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:35.467335 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fa45cc-52d1-41b2-8bc5-7a7241de9899 None None] The sync data for ids ['6d9602bc-eb03-40bb-82d9-4df9e998caae'] in dv-cinder-801522-8-iscsi is: [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:33:10Z', 'revision_number': 4, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '4a4d3044-91c7-45e1-9f7a-8459e054c2fa', 'name': '', 'network_id': '34e1cbba-69c4-4d9c-a156-b4e67eed16cc', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'mac_address': 'fa:16:3e:40:1b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:09Z', 'updated_at': '2021-12-16T15:33:14Z', 'revision_number': 5, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'subnets': [{'id': '9b6fa607-f934-456b-ae05-c85010a1eddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:37:35.687097 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbfdc0-9bfd-4ddd-aede-44637accd783 None None] New status for floating IP 3c2e122f-157e-459d-b5b4-6e58ba58fd3c: DOWN {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:37:36.290194 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91d5db-0dad-44c1-afa7-88b74bd459f4 req-f3e2194f-ca4c-468b-8834-649d6acab70a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:36.291655 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ab91d5db-0dad-44c1-afa7-88b74bd459f4 req-f3e2194f-ca4c-468b-8834-649d6acab70a tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0550985 Dec 16 15:37:36.354933 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-ab91d5db-0dad-44c1-afa7-88b74bd459f4 req-27b73680-23e1-4903-99ef-03d9072f57bf tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3efcb83-e4c2-4857-b204-44e7248ec4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525341 Dec 16 15:37:36.680278 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc6c2d-be02-4f83-adc8-2f04aead330a req-c3b8094e-15fd-4c16-a09f-790070df8ead tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:36.681766 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8fbc6c2d-be02-4f83-adc8-2f04aead330a req-c3b8094e-15fd-4c16-a09f-790070df8ead tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 945 time: 0.0506649 Dec 16 15:37:36.779438 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-8fbc6c2d-be02-4f83-adc8-2f04aead330a req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Deleting port dc404c91-ac88-493b-9fbb-8b7fd398da9d {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:36.779776 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8fbc6c2d-be02-4f83-adc8-2f04aead330a req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:36.868818 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-8fbc6c2d-be02-4f83-adc8-2f04aead330a req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] For port dc404c91-ac88-493b-9fbb-8b7fd398da9d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dc404c91-ac88-493b-9fbb-8b7fd398da9d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:36.869214 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8fbc6c2d-be02-4f83-adc8-2f04aead330a req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:36.881462 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-8fbc6c2d-be02-4f83-adc8-2f04aead330a req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Calling delete_port for dc404c91-ac88-493b-9fbb-8b7fd398da9d owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:37.010888 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8fbc6c2d-be02-4f83-adc8-2f04aead330a req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:37.041027 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event deleted for resources: {'Port': ['ID=dc404c91-ac88-493b-9fbb-8b7fd398da9d,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:37.070547 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.070906 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.071255 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.071597 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.071936 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.072271 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.072817 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.073183 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.073516 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.073849 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.074184 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.074517 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.074844 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:37.098475 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbc6c2d-be02-4f83-adc8-2f04aead330a req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] No DVR routers for this DVR port dc404c91-ac88-493b-9fbb-8b7fd398da9d on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:37.101200 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-8fbc6c2d-be02-4f83-adc8-2f04aead330a req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:37.104494 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-8fbc6c2d-be02-4f83-adc8-2f04aead330a req-e20ecccb-76d5-4d28-9738-aee9f4688cb9 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.58 "DELETE /v2.0/ports/dc404c91-ac88-493b-9fbb-8b7fd398da9d HTTP/1.1" status: 204 len: 173 time: 0.4148512 Dec 16 15:37:37.104935 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'name': 'network-vif-deleted', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:37.107325 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70093c01-87cd-4a1a-b9b8-d63fe4417346" -d '{"events": [{"server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "name": "network-vif-deleted", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:37.148260 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62519d2c-ebc6-4f50-953c-551508dccd7f x-openstack-request-id: req-62519d2c-ebc6-4f50-953c-551508dccd7f {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:37.148549 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c9b015-dccd-4803-82b2-11189b59f6ca", "name": "network-vif-deleted", "tag": "dc404c91-ac88-493b-9fbb-8b7fd398da9d", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:37.148800 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-62519d2c-ebc6-4f50-953c-551508dccd7f {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:37.149228 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c9b015-dccd-4803-82b2-11189b59f6ca', 'name': 'network-vif-deleted', 'tag': 'dc404c91-ac88-493b-9fbb-8b7fd398da9d', 'status': 'completed', 'code': 200} Dec 16 15:37:37.476908 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-c9f83c8a-582f-4a14-9755-264a84b8b63b req-51756f06-2a26-415b-8742-cf8e24d9a2f4 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7c9b015-dccd-4803-82b2-11189b59f6ca HTTP/1.1" status: 200 len: 210 time: 0.0324414 Dec 16 15:37:38.536650 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36592) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:38.597825 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-08995801-21fc-4144-970e-5cce7531cd96 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:38.626015 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-08995801-21fc-4144-970e-5cce7531cd96 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:38.684737 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-08995801-21fc-4144-970e-5cce7531cd96 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:38.687321 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-08995801-21fc-4144-970e-5cce7531cd96 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:38.691042 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-08995801-21fc-4144-970e-5cce7531cd96 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] 10.222.0.75 "DELETE /v2.0/security-groups/f3efcb83-e4c2-4857-b204-44e7248ec4d1 HTTP/1.1" status: 204 len: 168 time: 0.1508000 Dec 16 15:37:38.699355 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08995801-21fc-4144-970e-5cce7531cd96 tempest-TestShelveInstance-523126927 tempest-TestShelveInstance-523126927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3efcb83-e4c2-4857-b204-44e7248ec4d1,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:38.749305 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36598) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:39.323400 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533114'] for router_interface, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:39.569183 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] Deleting port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:39.569914 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:39.649400 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] For port 4a4d3044-91c7-45e1-9f7a-8459e054c2fa, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=4a4d3044-91c7-45e1-9f7a-8459e054c2fa,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:39.649782 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:39.662943 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] Calling delete_port for 4a4d3044-91c7-45e1-9f7a-8459e054c2fa owned by network:router_interface {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:39.855670 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:39.881661 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4d3044-91c7-45e1-9f7a-8459e054c2fa,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:40.052364 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533222'] for router_interface, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:40.275986 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] Router 6d9602bc-eb03-40bb-82d9-4df9e998caae has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:37:40.382130 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:37:40.387434 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4dcf2268-f8b4-477b-9d2f-549561b01ae7 admin admin] 10.222.0.75 "PUT /v2.0/routers/6d9602bc-eb03-40bb-82d9-4df9e998caae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6371040 Dec 16 15:37:40.390067 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36602) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:40.390987 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f844dc5e-837f-4b40-aebe-263d7520d7e7 None None] Sync routers for ids ['6d9602bc-eb03-40bb-82d9-4df9e998caae'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:37:40.402042 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844dc5e-837f-4b40-aebe-263d7520d7e7 None None] Routers {'6d9602bc-eb03-40bb-82d9-4df9e998caae'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:37:40.402655 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f844dc5e-837f-4b40-aebe-263d7520d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:37:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['6d9602bc-eb03-40bb-82d9-4df9e998caae'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:40.503872 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:40.513335 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-f844dc5e-837f-4b40-aebe-263d7520d7e7 None None] Set router 6d9602bc-eb03-40bb-82d9-4df9e998caae gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:37:40.620455 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:40.681754 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Deleting port a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:40.682101 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:40.719926 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f844dc5e-837f-4b40-aebe-263d7520d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:37:39Z', 'revision_number': 5, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port': {'id': 'a8e8e54b-b972-4cd7-b778-2c94ba93f7f6', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:06Z', 'updated_at': '2021-12-16T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:40.754225 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f844dc5e-837f-4b40-aebe-263d7520d7e7 None None] Checking router: 6d9602bc-eb03-40bb-82d9-4df9e998caae for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:37:40.765802 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844dc5e-837f-4b40-aebe-263d7520d7e7 None None] Routers {'6d9602bc-eb03-40bb-82d9-4df9e998caae'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:37:40.766441 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f844dc5e-837f-4b40-aebe-263d7520d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:37:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['6d9602bc-eb03-40bb-82d9-4df9e998caae'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:40.777582 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] For port a8e8e54b-b972-4cd7-b778-2c94ba93f7f6, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=a8e8e54b-b972-4cd7-b778-2c94ba93f7f6,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:40.778184 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:40.794136 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Calling delete_port for a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 owned by network:router_gateway {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:40.848016 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:37:41.000854 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.012343 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-f844dc5e-837f-4b40-aebe-263d7520d7e7 None None] Set router 6d9602bc-eb03-40bb-82d9-4df9e998caae gateway port host: None {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:37:41.040525 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e8e54b-b972-4cd7-b778-2c94ba93f7f6,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:41.081810 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-f844dc5e-837f-4b40-aebe-263d7520d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:37:40Z', 'revision_number': 6, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port_host': None}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:41.110042 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536388'] for router_gateway, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.110369 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f844dc5e-837f-4b40-aebe-263d7520d7e7 None None] The sync data for ids ['6d9602bc-eb03-40bb-82d9-4df9e998caae'] in dv-cinder-801522-8-iscsi is: [{'id': '6d9602bc-eb03-40bb-82d9-4df9e998caae', 'name': 'tempest-TestShelveInstance-38798756-router', 'tenant_id': '24a9edc0b83c4ab48d276639790a36fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:05Z', 'updated_at': '2021-12-16T15:37:40Z', 'revision_number': 6, 'project_id': '24a9edc0b83c4ab48d276639790a36fa', 'gw_port_host': None}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:37:41.219263 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38292'] for router, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.223117 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.272933 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530909'] for router, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.273462 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d9602bc-eb03-40bb-82d9-4df9e998caae {{(pid=102462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:37:41.278316 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.279524 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-463c2f94-57a8-43a4-b797-54a51873f6b1 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6d9602bc-eb03-40bb-82d9-4df9e998caae HTTP/1.1" status: 204 len: 168 time: 0.8884292 Dec 16 15:37:41.282239 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36606) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:41.327977 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device dc404c91-ac88-493b-9fbb-8b7fd398da9d no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:41.335622 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdfd4ae-c367-4a07-8012-3b996f79625b admin admin] Deleting subnet 9b6fa607-f934-456b-ae05-c85010a1eddb {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:37:41.338955 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd4ae-c367-4a07-8012-3b996f79625b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.352851 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: dc404c91-ac88-493b-9fbb-8b7fd398da9d {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:41.353233 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device dc404c91-ac88-493b-9fbb-8b7fd398da9d not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:41.382493 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd4ae-c367-4a07-8012-3b996f79625b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.466824 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd4ae-c367-4a07-8012-3b996f79625b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.521777 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd4ae-c367-4a07-8012-3b996f79625b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.545610 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfd4ae-c367-4a07-8012-3b996f79625b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b6fa607-f934-456b-ae05-c85010a1eddb,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:41.551468 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd4ae-c367-4a07-8012-3b996f79625b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.554968 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2bdfd4ae-c367-4a07-8012-3b996f79625b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9b6fa607-f934-456b-ae05-c85010a1eddb HTTP/1.1" status: 204 len: 168 time: 0.2717021 Dec 16 15:37:41.557533 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36608) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:41.559370 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ffd59b-2cd3-4a16-b001-a2559dcd30a6 None None] Network 34e1cbba-69c4-4d9c-a156-b4e67eed16cc requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:41.631570 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.687239 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Deleting port 9184480c-6053-41c3-ad8c-934b47bbce5d {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:41.687795 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.752009 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] For port 9184480c-6053-41c3-ad8c-934b47bbce5d, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=9184480c-6053-41c3-ad8c-934b47bbce5d,segment=NetworkSegment(bd4eb317-7784-417c-8904-b752cda35e0a),segment_id=bd4eb317-7784-417c-8904-b752cda35e0a)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:41.752363 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.773204 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Calling delete_port for 9184480c-6053-41c3-ad8c-934b47bbce5d owned by network:dhcp {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:41.857938 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.892599 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] No DVR routers for this DVR port 9184480c-6053-41c3-ad8c-934b47bbce5d on host dv-cinder-801522-8-iscsi {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:41.896576 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Pushing event deleted for resources: {'Port': ['ID=9184480c-6053-41c3-ad8c-934b47bbce5d,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:41.919330 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea642d9-f038-4075-8764-295888ace8f4 None None] DHCP port deletion for 34e1cbba-69c4-4d9c-a156-b4e67eed16cc request from dv-cinder-801522-8-iscsi {{(pid=102464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:37:41.979764 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 4a4d3044-91c7-45e1-9f7a-8459e054c2fa no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:42.001488 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 4a4d3044-91c7-45e1-9f7a-8459e054c2fa {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:42.002116 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 4a4d3044-91c7-45e1-9f7a-8459e054c2fa not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:42.002752 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 9184480c-6053-41c3-ad8c-934b47bbce5d no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:42.024792 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 9184480c-6053-41c3-ad8c-934b47bbce5d {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:42.026233 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 9184480c-6053-41c3-ad8c-934b47bbce5d not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:42.026678 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:42.052105 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:42.052697 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device a8e8e54b-b972-4cd7-b778-2c94ba93f7f6 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:42.248612 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.275791 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e1cbba-69c4-4d9c-a156-b4e67eed16cc']}} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:42.287815 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4eb317-7784-417c-8904-b752cda35e0a') {'for_net_delete': True} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:42.288333 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4eb317-7784-417c-8904-b752cda35e0a') {} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:42.298738 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893858'] for segment, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.314441 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.321592 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=102462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:42.322073 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773182'] for segment, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: Traceback (most recent call last): Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: timer() Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: cb(*args, **kw) Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: return func(*args, **kwargs) Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: self._notify() Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: self.callback(batched_events) Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: event.method(event) Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: return f(self, *a, **k) Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._get(url).json() Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:42.323937 dv-cinder-801522-8-iscsi neutron-server[102462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:42.379078 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.387096 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.390560 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] 10.222.0.75 "DELETE /v2.0/networks/34e1cbba-69c4-4d9c-a156-b4e67eed16cc HTTP/1.1" status: 204 len: 168 time: 0.8309970 Dec 16 15:37:42.393469 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36620) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:42.403853 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7c529-e433-446a-ba87-515f38529792 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e1cbba-69c4-4d9c-a156-b4e67eed16cc,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:42.759024 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533114'] for router_interface, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.999072 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] Deleting port f8c522e5-51f9-4cbf-a409-878ec46d3e1e {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:42.999414 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.075006 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] For port f8c522e5-51f9-4cbf-a409-878ec46d3e1e, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=f8c522e5-51f9-4cbf-a409-878ec46d3e1e,segment=NetworkSegment(f556bc13-0351-49fc-9daa-06f40d2c9894),segment_id=f556bc13-0351-49fc-9daa-06f40d2c9894)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:43.075279 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.088102 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] Calling delete_port for f8c522e5-51f9-4cbf-a409-878ec46d3e1e owned by network:router_interface {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:43.261630 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.292280 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c522e5-51f9-4cbf-a409-878ec46d3e1e,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:43.456182 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533222'] for router_interface, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.667285 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] Router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:37:43.776700 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:37:43.782317 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1d0d1acf-f7f1-428e-8b10-061682175b4e admin admin] 10.222.0.75 "PUT /v2.0/routers/5c36cfad-d20e-4ffb-8c64-0c1d63a90c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3869255 Dec 16 15:37:43.784936 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36624) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:43.786103 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92047259-957f-4847-8b10-1b27aed37c3d None None] Sync routers for ids ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:37:43.795671 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92047259-957f-4847-8b10-1b27aed37c3d None None] Routers {'5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:37:43.796273 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-92047259-957f-4847-8b10-1b27aed37c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:37:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:43.898306 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Publish callbacks [] for router, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.908409 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-92047259-957f-4847-8b10-1b27aed37c3d None None] Set router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:37:44.102472 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-92047259-957f-4847-8b10-1b27aed37c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'name': 'tempest-TestShelveInstance-32518547-router', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:12Z', 'updated_at': '2021-12-16T15:37:43Z', 'revision_number': 5, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'gw_port': {'id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:13Z', 'updated_at': '2021-12-16T15:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:44.129609 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92047259-957f-4847-8b10-1b27aed37c3d None None] Checking router: 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:37:44.138768 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92047259-957f-4847-8b10-1b27aed37c3d None None] Routers {'5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:37:44.139382 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-92047259-957f-4847-8b10-1b27aed37c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:37:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:44.246766 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-92047259-957f-4847-8b10-1b27aed37c3d None None] Set router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:37:44.258600 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.312101 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Deleting port 920aab97-8f16-4ac2-8647-33a0f27b9c33 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:44.312455 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.392843 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] For port 920aab97-8f16-4ac2-8647-33a0f27b9c33, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=920aab97-8f16-4ac2-8647-33a0f27b9c33,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:44.393250 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.409972 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Calling delete_port for 920aab97-8f16-4ac2-8647-33a0f27b9c33 owned by network:router_gateway {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:44.432482 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-92047259-957f-4847-8b10-1b27aed37c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'name': 'tempest-TestShelveInstance-32518547-router', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:12Z', 'updated_at': '2021-12-16T15:37:43Z', 'revision_number': 5, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'gw_port': {'id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:13Z', 'updated_at': '2021-12-16T15:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:44.459944 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92047259-957f-4847-8b10-1b27aed37c3d None None] The sync data for ids ['5c36cfad-d20e-4ffb-8c64-0c1d63a90c80'] in dv-cinder-801522-8-iscsi is: [{'id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'name': 'tempest-TestShelveInstance-32518547-router', 'tenant_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:12Z', 'updated_at': '2021-12-16T15:37:43Z', 'revision_number': 5, 'project_id': 'f62d03f62bdc45d7869a2b794e7a5313', 'gw_port': {'id': '920aab97-8f16-4ac2-8647-33a0f27b9c33', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c36cfad-d20e-4ffb-8c64-0c1d63a90c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:13Z', 'updated_at': '2021-12-16T15:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:37:44.569620 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.596519 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Pushing event deleted for resources: {'Port': ['ID=920aab97-8f16-4ac2-8647-33a0f27b9c33,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:44.657248 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536388'] for router_gateway, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.747967 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38292'] for router, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.750005 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.798778 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530909'] for router, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.799370 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 {{(pid=102463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:37:44.804775 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] Publish callbacks [] for router, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.805718 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-84c0050b-b8f2-4e61-badb-43a0b30f488a admin admin] 10.222.0.75 "DELETE /v2.0/routers/5c36cfad-d20e-4ffb-8c64-0c1d63a90c80 HTTP/1.1" status: 204 len: 168 time: 1.0197897 Dec 16 15:37:44.808299 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36628) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:44.855269 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b651dde-9f27-4bdb-8bd9-d2cb14964238 admin admin] Deleting subnet 4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8 {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:37:44.858558 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b651dde-9f27-4bdb-8bd9-d2cb14964238 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.895067 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b651dde-9f27-4bdb-8bd9-d2cb14964238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.973957 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b651dde-9f27-4bdb-8bd9-d2cb14964238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.040050 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b651dde-9f27-4bdb-8bd9-d2cb14964238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.064769 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b651dde-9f27-4bdb-8bd9-d2cb14964238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:45.071799 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-6b651dde-9f27-4bdb-8bd9-d2cb14964238 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.077771 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-6b651dde-9f27-4bdb-8bd9-d2cb14964238 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4874dfae-ce7f-4c7b-b8f7-a4f50dfecbc8 HTTP/1.1" status: 204 len: 168 time: 0.2659357 Dec 16 15:37:45.078131 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36630) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:45.078615 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d93e3-f8e4-4ddd-be7d-bf1885f30ed5 None None] Network 096939e2-e0c5-4db2-ace7-f0a4e0525275 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:45.150589 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.205311 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Deleting port 1816c1fa-0054-424c-8b73-7ba504098d14 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:45.205756 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.272659 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] For port 1816c1fa-0054-424c-8b73-7ba504098d14, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=1816c1fa-0054-424c-8b73-7ba504098d14,segment=NetworkSegment(f556bc13-0351-49fc-9daa-06f40d2c9894),segment_id=f556bc13-0351-49fc-9daa-06f40d2c9894)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:45.273184 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.285983 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Calling delete_port for 1816c1fa-0054-424c-8b73-7ba504098d14 owned by network:dhcp {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:45.364114 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.391492 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=1816c1fa-0054-424c-8b73-7ba504098d14,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:45.395571 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] No DVR routers for this DVR port 1816c1fa-0054-424c-8b73-7ba504098d14 on host dv-cinder-801522-8-iscsi {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:45.453910 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb0480b-ce2b-4cf8-86d7-e5bbc811ce84 None None] DHCP port deletion for 096939e2-e0c5-4db2-ace7-f0a4e0525275 request from dv-cinder-801522-8-iscsi {{(pid=102464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:37:45.494956 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.517314 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096939e2-e0c5-4db2-ace7-f0a4e0525275']}} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:45.528133 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f556bc13-0351-49fc-9daa-06f40d2c9894') {'for_net_delete': True} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:45.528507 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f556bc13-0351-49fc-9daa-06f40d2c9894') {} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:45.539220 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893858'] for segment, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.553369 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.559486 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:45.559869 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773182'] for segment, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: Traceback (most recent call last): Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: timer() Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: cb(*args, **kw) Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: return func(*args, **kwargs) Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: self._notify() Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: self.callback(batched_events) Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: event.method(event) Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: return f(self, *a, **k) Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._get(url).json() Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:45.561563 dv-cinder-801522-8-iscsi neutron-server[102462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:45.639852 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.653947 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.657078 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] 10.222.0.75 "DELETE /v2.0/networks/096939e2-e0c5-4db2-ace7-f0a4e0525275 HTTP/1.1" status: 204 len: 168 time: 0.5779002 Dec 16 15:37:45.663122 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-5205be09-53ed-47e7-b49e-240884db921c tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192274513&fields=id&tenant_id=bb89681079c24a828d64e57b4d655484 HTTP/1.1" status: 200 len: 267 time: 0.0918374 Dec 16 15:37:45.673760 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ee630-54f1-453a-bdce-2cb4c4a82eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=096939e2-e0c5-4db2-ace7-f0a4e0525275,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:45.785691 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-c1791c40-366e-400c-9849-8536550a58cb tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:45.787206 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-c1791c40-366e-400c-9849-8536550a58cb tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 811 time: 0.1156020 Dec 16 15:37:45.803505 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-96fc9635-55fb-4a06-bb9e-f783cfea9a9e tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/quotas/bb89681079c24a828d64e57b4d655484 HTTP/1.1" status: 200 len: 375 time: 0.0103970 Dec 16 15:37:45.854849 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36644) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:45.864136 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-477f6dee-23fd-4e48-b29f-fee8ef09454f tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547760 Dec 16 15:37:45.891989 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 920aab97-8f16-4ac2-8647-33a0f27b9c33 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:45.900513 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-5192a1b6-d9ed-49fa-8759-770f4e8aacf6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=24a9edc0b83c4ab48d276639790a36fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444036 Dec 16 15:37:45.903022 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36648) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:45.914068 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 920aab97-8f16-4ac2-8647-33a0f27b9c33 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:45.914424 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 920aab97-8f16-4ac2-8647-33a0f27b9c33 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:45.914842 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f8c522e5-51f9-4cbf-a409-878ec46d3e1e no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:45.936521 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: f8c522e5-51f9-4cbf-a409-878ec46d3e1e {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:45.937310 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device f8c522e5-51f9-4cbf-a409-878ec46d3e1e not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:45.937906 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 1816c1fa-0054-424c-8b73-7ba504098d14 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:45.953208 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7a32ac41-3178-45bf-8b8d-6faf4e9d4526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.958661 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 1816c1fa-0054-424c-8b73-7ba504098d14 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:45.959018 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 1816c1fa-0054-424c-8b73-7ba504098d14 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:45.975519 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7a32ac41-3178-45bf-8b8d-6faf4e9d4526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.018659 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-bbe8caae-2972-407d-8a6e-901ba1e361ea service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:37:46.019918 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-bbe8caae-2972-407d-8a6e-901ba1e361ea service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1381328 Dec 16 15:37:46.025361 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7a32ac41-3178-45bf-8b8d-6faf4e9d4526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.027958 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-7a32ac41-3178-45bf-8b8d-6faf4e9d4526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.030995 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-7a32ac41-3178-45bf-8b8d-6faf4e9d4526 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5a85f837-009f-4d00-8a51-b33fd112c00c HTTP/1.1" status: 204 len: 168 time: 0.1251619 Dec 16 15:37:46.041074 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32ac41-3178-45bf-8b8d-6faf4e9d4526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a85f837-009f-4d00-8a51-b33fd112c00c,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:46.123073 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-94157dd2-90ea-4639-ac9a-379d24eed7b2 service neutron] 10.222.0.75 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959058 Dec 16 15:37:46.222290 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-42acba19-d6f6-4af4-9cb4-07f1f4b0f2c6 service neutron] 10.222.0.75 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914476 Dec 16 15:37:46.367853 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36660) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:46.413847 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-4e207929-521a-4bed-b454-825b414d9fe9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f62d03f62bdc45d7869a2b794e7a5313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448112 Dec 16 15:37:46.416276 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36662) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:46.465543 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-fbbc676c-2ba1-47b8-9ae9-1f61ccb088d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.487386 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-fbbc676c-2ba1-47b8-9ae9-1f61ccb088d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.531520 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-164df087-c66c-4c6e-a11f-05b86326a81c req-f0f798d9-7cf9-4c8a-a600-f8f799b021f7 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 210 time: 0.0304401 Dec 16 15:37:46.547823 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-fbbc676c-2ba1-47b8-9ae9-1f61ccb088d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.550752 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-fbbc676c-2ba1-47b8-9ae9-1f61ccb088d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.551921 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-fbbc676c-2ba1-47b8-9ae9-1f61ccb088d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8528618f-9f67-4e23-9d95-a1eed6076ace HTTP/1.1" status: 204 len: 168 time: 0.1347554 Dec 16 15:37:46.559590 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc676c-2ba1-47b8-9ae9-1f61ccb088d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8528618f-9f67-4e23-9d95-a1eed6076ace,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:47.038441 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f0e5ea34-f7bb-4543-85bb-1cf391b6567c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:47.502035 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-7e46f40a-5697-431d-b550-341c2bc3f5ba tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:47.504150 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-7e46f40a-5697-431d-b550-341c2bc3f5ba tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 811 time: 0.1143951 Dec 16 15:37:47.571937 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-36a12ad7-df73-4e04-bc80-9952f59032dd tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb89681079c24a828d64e57b4d655484 HTTP/1.1" status: 200 len: 380 time: 0.0575478 Dec 16 15:37:47.583354 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'port': {'device_id': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'admin_state_up': True, 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'security_groups': ['f0167d58-f2b9-4f87-b602-a366b165ab04']}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:47.660279 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-56bd92d1-f9dd-44c5-a0ff-44810ae55645 req-b1158e67-ee9a-46c5-b5a0-a053a32b4fcd tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 210 time: 0.0359788 Dec 16 15:37:47.721141 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Made reservation on behalf of bb89681079c24a828d64e57b4d655484 for: {'port': 1} {{(pid=102462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:47.724743 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:47.852669 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Allocated IP 172.20.0.14 (0e90e16f-8477-48c4-833d-3a824ba687d4/9f181d98-4d6b-42f6-b28d-1d4600082d5b/be94eb5d-9abc-4bc7-acd1-b0559cff8534) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:37:47.999577 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.032948 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.077550 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Network 0e90e16f-8477-48c4-833d-3a824ba687d4 is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:37:48.080550 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:48.084321 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:37:48.115321 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'Port': ['ID=be94eb5d-9abc-4bc7-acd1-b0559cff8534,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:48.144167 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:48.144813 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.162582 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dcffcb76-77af-4a7c-83d0-7e9b1a440bca tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5830369 Dec 16 15:37:48.177002 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Request body: {'port': {'device_id': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:48.233483 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.328728 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-c490a521-b16b-4bb0-8139-568eacb67559 None None] Provisioning complete for port be94eb5d-9abc-4bc7-acd1-b0559cff8534 triggered by entity DHCP. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:48.329668 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c490a521-b16b-4bb0-8139-568eacb67559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.363303 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c490a521-b16b-4bb0-8139-568eacb67559 None None] Port be94eb5d-9abc-4bc7-acd1-b0559cff8534 cannot update to ACTIVE because it is not bound. {{(pid=102464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:37:48.490394 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be94eb5d-9abc-4bc7-acd1-b0559cff8534 {{(pid=102462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:37:48.498161 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.510659 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.provisioning_blocks [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Transition to ACTIVE for port object be94eb5d-9abc-4bc7-acd1-b0559cff8534 will not be triggered until provisioned by entity L2. {{(pid=102462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:37:48.513966 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.568627 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Pushing event updated for resources: {'Port': ['ID=be94eb5d-9abc-4bc7-acd1-b0559cff8534,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:48.634674 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Attempting to bind port be94eb5d-9abc-4bc7-acd1-b0559cff8534 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:37:48.635007 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Attempting to bind port be94eb5d-9abc-4bc7-acd1-b0559cff8534 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:37:48.635335 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Attempting to bind port be94eb5d-9abc-4bc7-acd1-b0559cff8534 on network 0e90e16f-8477-48c4-833d-3a824ba687d4 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:37:48.639966 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Port be94eb5d-9abc-4bc7-acd1-b0559cff8534 on network 0e90e16f-8477-48c4-833d-3a824ba687d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:37:48.640283 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Attempting to bind port be94eb5d-9abc-4bc7-acd1-b0559cff8534 on network 0e90e16f-8477-48c4-833d-3a824ba687d4 {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:37:48.645456 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Checking agent: {'id': 'a0dd769d-a752-432c-b5f6-a8c71b9742e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'started_at': datetime.datetime(2021, 12, 16, 15, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:37:48.645934 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Checking segment: {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:48.646325 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Bound using segment: {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'} {{(pid=102462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:37:48.646754 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.managers [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Bound port: be94eb5d-9abc-4bc7-acd1-b0559cff8534, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864759fd-c464-410f-af03-0c777fdda07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4'}}] {{(pid=102462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:37:48.647105 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.713156 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] For port be94eb5d-9abc-4bc7-acd1-b0559cff8534, host hv-cinder-80152, cleared binding levels {{(pid=102462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:37:48.716815 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] For port be94eb5d-9abc-4bc7-acd1-b0559cff8534, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=be94eb5d-9abc-4bc7-acd1-b0559cff8534,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:37:48.722376 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.798631 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:48.799273 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.800715 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] 10.222.0.58 "PUT /v2.0/ports/be94eb5d-9abc-4bc7-acd1-b0559cff8534 HTTP/1.1" status: 200 len: 1094 time: 0.6290686 Dec 16 15:37:48.802994 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'tag': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:48.805983 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842b5d5e-032f-4e53-b046-8717a160ec32" -d '{"events": [{"name": "network-changed", "server_uuid": "decf64d8-a55c-414d-b9f4-8f163150863e", "tag": "be94eb5d-9abc-4bc7-acd1-b0559cff8534"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:48.848442 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c426b4-61b8-47d0-a1cd-08107918b8e9 x-openstack-request-id: req-74c426b4-61b8-47d0-a1cd-08107918b8e9 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:48.848739 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decf64d8-a55c-414d-b9f4-8f163150863e", "tag": "be94eb5d-9abc-4bc7-acd1-b0559cff8534", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:48.848993 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-74c426b4-61b8-47d0-a1cd-08107918b8e9 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:48.849414 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'tag': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534', 'status': 'completed', 'code': 200} Dec 16 15:37:48.861585 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d854d44-f3a0-4dfb-89e7-b734550e3129 service neutron] Pushing event updated for resources: {'Port': ['ID=be94eb5d-9abc-4bc7-acd1-b0559cff8534,revision_number=3']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:48.891400 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8ef72-ec9a-4199-b6df-4aa41c32c95c req-c4e457a1-4fe9-4f1b-a3c2-ab740ae020d1 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:48.893137 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-83d8ef72-ec9a-4199-b6df-4aa41c32c95c req-c4e457a1-4fe9-4f1b-a3c2-ab740ae020d1 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 944 time: 0.1429653 Dec 16 15:37:48.928900 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-a9aab11e-2257-4c18-afbe-728c497ba670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:48.930645 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-a9aab11e-2257-4c18-afbe-728c497ba670 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 1097 time: 0.0783379 Dec 16 15:37:48.989183 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-36dc887c-2af5-45a4-ad67-aa6acd81537a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be94eb5d-9abc-4bc7-acd1-b0559cff8534 HTTP/1.1" status: 200 len: 217 time: 0.0481687 Dec 16 15:37:48.995142 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-83d8ef72-ec9a-4199-b6df-4aa41c32c95c req-6e86d04b-9393-49a7-b61c-91674985cb63 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934074 Dec 16 15:37:49.042234 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-84672655-20dd-4bd9-ab12-32e172532451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:49.043870 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-84672655-20dd-4bd9-ab12-32e172532451 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0456102 Dec 16 15:37:49.089063 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-87ef9eb1-5a7b-43c1-ad68-0a2d4194d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:49.090576 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-87ef9eb1-5a7b-43c1-ad68-0a2d4194d14f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393336 Dec 16 15:37:49.187903 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-dffaded2-45a0-43d0-95a4-c60dbbf6780c service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893273 Dec 16 15:37:49.278693 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-6a0e7900-aeec-4e14-b14a-21574d9aaf1a req-c72aadd1-d013-4707-a396-9722dd677f9c service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830717 Dec 16 15:37:49.371262 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b5d5e-032f-4e53-b046-8717a160ec32 req-83d6d5e4-7547-49b1-9596-44bbb0486e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:49.372774 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-842b5d5e-032f-4e53-b046-8717a160ec32 req-83d6d5e4-7547-49b1-9596-44bbb0486e76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 1097 time: 0.0425596 Dec 16 15:37:49.469423 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b5d5e-032f-4e53-b046-8717a160ec32 req-db013585-6fa2-4810-90cf-548483c455fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:49.470902 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-842b5d5e-032f-4e53-b046-8717a160ec32 req-db013585-6fa2-4810-90cf-548483c455fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.0883853 Dec 16 15:37:49.513341 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-842b5d5e-032f-4e53-b046-8717a160ec32 req-37b8ea53-dc15-46f0-a1fb-bdc29dcb83a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be94eb5d-9abc-4bc7-acd1-b0559cff8534 HTTP/1.1" status: 200 len: 217 time: 0.0351298 Dec 16 15:37:49.567816 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b5d5e-032f-4e53-b046-8717a160ec32 req-3a76a274-3014-447b-8063-e01a3af689bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:49.569232 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-842b5d5e-032f-4e53-b046-8717a160ec32 req-3a76a274-3014-447b-8063-e01a3af689bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0486050 Dec 16 15:37:49.618129 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b5d5e-032f-4e53-b046-8717a160ec32 req-d35182da-e164-4873-82cb-e5dbb7d5aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:49.619665 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-842b5d5e-032f-4e53-b046-8717a160ec32 req-d35182da-e164-4873-82cb-e5dbb7d5aa28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411749 Dec 16 15:37:49.712386 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-842b5d5e-032f-4e53-b046-8717a160ec32 req-005cdb25-c5e9-458c-8b0b-70b3a8659c17 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808644 Dec 16 15:37:49.714492 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-a3d64af9-0f99-48d6-8bed-9ca08286528c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.810197 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-842b5d5e-032f-4e53-b046-8717a160ec32 req-6eefd85b-d083-4b89-b155-1d4d5adb1cb5 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869517 Dec 16 15:37:50.119453 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3045-820b-4379-9025-52669be8294b req-b2ee1014-73e5-41a7-ae25-b8559e0d1d1d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:50.120948 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-141d3045-820b-4379-9025-52669be8294b req-b2ee1014-73e5-41a7-ae25-b8559e0d1d1d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 944 time: 0.0524673 Dec 16 15:37:50.177057 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-141d3045-820b-4379-9025-52669be8294b req-9278a246-9e5a-4095-a22e-e9559bc36183 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499594 Dec 16 15:37:50.758284 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.296378 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427d559-1ac5-4e2d-9bf3-edc5a6b6e4a9 req-9aa86eb6-977f-48f6-8d7e-9e111e6dd2bd tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:51.297864 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2427d559-1ac5-4e2d-9bf3-edc5a6b6e4a9 req-9aa86eb6-977f-48f6-8d7e-9e111e6dd2bd tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 944 time: 0.0533268 Dec 16 15:37:51.348280 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-2427d559-1ac5-4e2d-9bf3-edc5a6b6e4a9 req-e1cc9cd4-7db9-46fe-81dd-9a3f4ae63e8f tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440528 Dec 16 15:37:52.057756 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:52.463489 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a6f8d-0b64-492b-af79-3ba9a15f60f1 req-01c09701-ec71-4959-85ee-7c7edeecb9f5 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:52.465003 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e87a6f8d-0b64-492b-af79-3ba9a15f60f1 req-01c09701-ec71-4959-85ee-7c7edeecb9f5 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 944 time: 0.0489039 Dec 16 15:37:52.515351 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e87a6f8d-0b64-492b-af79-3ba9a15f60f1 req-75e19560-ddb2-4119-b42a-bd93889d4f52 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439293 Dec 16 15:37:53.070742 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:53.633279 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64216c1e-85e8-456d-9d4d-61d2cca0d0ac req-606f356f-75e5-4399-b078-dc97818a6410 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:53.634759 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-64216c1e-85e8-456d-9d4d-61d2cca0d0ac req-606f356f-75e5-4399-b078-dc97818a6410 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 944 time: 0.0496132 Dec 16 15:37:53.687788 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-64216c1e-85e8-456d-9d4d-61d2cca0d0ac req-6c8c085e-39c6-4a9a-a45e-46ed8e2828e3 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472155 Dec 16 15:37:54.806064 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0a9a6-15c0-4b69-99a1-7e4ea9f586dd req-d6736ab9-c97d-4f7c-955c-355c059d1130 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:54.808320 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04b0a9a6-15c0-4b69-99a1-7e4ea9f586dd req-d6736ab9-c97d-4f7c-955c-355c059d1130 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 944 time: 0.0544953 Dec 16 15:37:54.862585 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-04b0a9a6-15c0-4b69-99a1-7e4ea9f586dd req-97b95280-c039-4aaf-9838-570b93b2e899 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481749 Dec 16 15:37:55.978167 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415e6be-5bc6-4b9c-97ce-27b68fce83b1 req-3a547bef-87b8-480a-9930-30053c65a36d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:55.979664 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5415e6be-5bc6-4b9c-97ce-27b68fce83b1 req-3a547bef-87b8-480a-9930-30053c65a36d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 944 time: 0.0492177 Dec 16 15:37:56.030400 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5415e6be-5bc6-4b9c-97ce-27b68fce83b1 req-d658ff99-f680-4c65-9e14-8cf4aeb6fa52 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446222 Dec 16 15:37:57.149018 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499e8df-23d8-4992-9472-2ba3e2399ad6 req-8bef7925-c436-439f-a503-1af604aa99fa tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:57.150571 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a499e8df-23d8-4992-9472-2ba3e2399ad6 req-8bef7925-c436-439f-a503-1af604aa99fa tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 944 time: 0.0540023 Dec 16 15:37:57.200351 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-a499e8df-23d8-4992-9472-2ba3e2399ad6 req-c7d22918-b6b7-4f0e-8414-54100091b510 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438626 Dec 16 15:37:57.372127 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device be94eb5d-9abc-4bc7-acd1-b0559cff8534 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=102464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:37:57.467411 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port be94eb5d-9abc-4bc7-acd1-b0559cff8534, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=be94eb5d-9abc-4bc7-acd1-b0559cff8534,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:57.479277 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Returning: {'device': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'port_id': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534', 'mac_address': 'fa:16:3e:49:de:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:37:57.520324 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:57.533410 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be94eb5d-9abc-4bc7-acd1-b0559cff8534 {{(pid=102464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:37:57.552754 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port be94eb5d-9abc-4bc7-acd1-b0559cff8534, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=be94eb5d-9abc-4bc7-acd1-b0559cff8534,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:57.556860 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:57.603531 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=be94eb5d-9abc-4bc7-acd1-b0559cff8534,revision_number=4']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:57.610560 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.610917 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.611267 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.611610 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.611949 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.612284 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.612620 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.612953 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.613323 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.613831 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.614172 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.614499 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.614828 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:57.795249 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] get_ports_and_sgs() called for port_ids ['be94eb5d-9abc-4bc7-acd1-b0559cff8534'] {{(pid=102464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:37:58.314986 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c92ac-dcdf-4829-a7da-e4146410e05a req-2ed0bc41-8c64-4398-ad50-28af2ddd5548 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:58.316362 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f07c92ac-dcdf-4829-a7da-e4146410e05a req-2ed0bc41-8c64-4398-ad50-28af2ddd5548 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 945 time: 0.0488803 Dec 16 15:37:58.365460 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-f07c92ac-dcdf-4829-a7da-e4146410e05a req-344eeaa9-cca1-4b6f-9acb-73950e83b7c0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Dec 16 15:37:59.389961 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device be94eb5d-9abc-4bc7-acd1-b0559cff8534 up at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:37:59.440149 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning for port be94eb5d-9abc-4bc7-acd1-b0559cff8534 completed by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:37:59.444710 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.provisioning_blocks [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Provisioning complete for port be94eb5d-9abc-4bc7-acd1-b0559cff8534 triggered by entity L2. {{(pid=102464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:59.445169 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16413172'] for port, provisioning_complete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:59.483378 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590af040-cf6b-43b3-85de-df19562005b5 req-b87eca16-be80-44cd-9c2a-3e60f9c072e4 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:59.484888 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-590af040-cf6b-43b3-85de-df19562005b5 req-b87eca16-be80-44cd-9c2a-3e60f9c072e4 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 945 time: 0.0498693 Dec 16 15:37:59.525797 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:59.546408 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-590af040-cf6b-43b3-85de-df19562005b5 req-9f94f8fd-dea1-4441-a3e1-1e0b11e57047 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543823 Dec 16 15:37:59.550745 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534'}] {{(pid=102464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:59.553564 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97d096bac8758876776e33d66f425d540375c6e0ee41e7fdf46300417a73ae2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0764f09-ce87-479f-8d84-904922d12cf6" -d '{"events": [{"server_uuid": "decf64d8-a55c-414d-b9f4-8f163150863e", "name": "network-vif-plugged", "status": "completed", "tag": "be94eb5d-9abc-4bc7-acd1-b0559cff8534"}]}' {{(pid=102464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:59.567886 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] For port be94eb5d-9abc-4bc7-acd1-b0559cff8534, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=be94eb5d-9abc-4bc7-acd1-b0559cff8534,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:59.579047 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571'] for port, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:59.602419 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cf9b8b-24a2-42c6-9f24-adb7f640d482 x-openstack-request-id: req-92cf9b8b-24a2-42c6-9f24-adb7f640d482 {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:59.602713 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decf64d8-a55c-414d-b9f4-8f163150863e", "name": "network-vif-plugged", "status": "completed", "tag": "be94eb5d-9abc-4bc7-acd1-b0559cff8534", "code": 200}]} {{(pid=102464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:59.602967 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92cf9b8b-24a2-42c6-9f24-adb7f640d482 {{(pid=102464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:59.603365 dv-cinder-801522-8-iscsi neutron-server[102464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534', 'code': 200} Dec 16 15:37:59.630445 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Pushing event updated for resources: {'Port': ['ID=be94eb5d-9abc-4bc7-acd1-b0559cff8534,revision_number=5']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:59.824466 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db18e2-dcc2-4ea7-b06a-cf88311958a9 req-bfa084a8-34c7-4ab9-b288-3082f62de2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:59.825920 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e5db18e2-dcc2-4ea7-b06a-cf88311958a9 req-bfa084a8-34c7-4ab9-b288-3082f62de2c0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 1099 time: 0.0445652 Dec 16 15:37:59.871978 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e5db18e2-dcc2-4ea7-b06a-cf88311958a9 req-4c672354-9371-40e5-9f29-bda9f47a96d3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382199 Dec 16 15:38:00.664387 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b4e21-80c7-42c8-a057-bde0ceff23f1 req-db058062-95b3-4334-8785-6508a0c891b8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:00.665882 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5e3b4e21-80c7-42c8-a057-bde0ceff23f1 req-db058062-95b3-4334-8785-6508a0c891b8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 946 time: 0.0486937 Dec 16 15:38:00.715919 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-5e3b4e21-80c7-42c8-a057-bde0ceff23f1 req-6f536bed-a12d-4764-b7ff-e5d855ee01df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441742 Dec 16 15:38:01.839801 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edcff7-abe8-4627-af98-7895b0c5b4e1 req-5435af93-76ee-4f15-8de8-621a9f0b630d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:01.841313 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8edcff7-abe8-4627-af98-7895b0c5b4e1 req-5435af93-76ee-4f15-8de8-621a9f0b630d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 946 time: 0.0548615 Dec 16 15:38:01.891425 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b8edcff7-abe8-4627-af98-7895b0c5b4e1 req-46628ad8-ad4a-47c3-a2f7-ad5664ca8524 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442181 Dec 16 15:38:02.008512 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b2a88-57b7-4588-8545-548a748a554e req-21c5a0ae-15f4-4d7b-8a1b-e38b4259bef8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:02.009981 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-187b2a88-57b7-4588-8545-548a748a554e req-21c5a0ae-15f4-4d7b-8a1b-e38b4259bef8 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 946 time: 0.0532668 Dec 16 15:38:02.060805 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-187b2a88-57b7-4588-8545-548a748a554e req-5988a936-97de-40b1-a82a-52b26329944d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449209 Dec 16 15:38:02.083897 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36708) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:02.127869 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd09b25-4f19-41d0-8e6a-f272628bd0ff tempest-TestVolumeBootPattern-672572855 tempest-TestVolumeBootPattern-672572855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:02.129603 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-ecd09b25-4f19-41d0-8e6a-f272628bd0ff tempest-TestVolumeBootPattern-672572855 tempest-TestVolumeBootPattern-672572855-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 1094 time: 0.0446014 Dec 16 15:38:02.132296 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36710) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:02.136467 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.v2.base [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Request body: {'floatingip': {'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'port_id': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:02.163903 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:02.262426 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:02.368317 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_common [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Allocated IP 172.27.3.251 (dbb0cafc-aada-4bc8-97e6-0316760d206b/f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab/3f732dc0-0d32-4d57-9595-fedf25944b24) {{(pid=102462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:38:02.466175 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for port, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:02.499227 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772713359535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:02.542427 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Network dbb0cafc-aada-4bc8-97e6-0316760d206b is already hosted by enough agents. {{(pid=102462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:38:02.546747 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.base_scheduler [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Resources bound (agent type, host, resource id): {{(pid=102462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:02.551709 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Received port after_create {{(pid=102462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:38:02.553717 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'Port': ['ID=3f732dc0-0d32-4d57-9595-fedf25944b24,revision_number=1']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:02.584631 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:02.908797 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:03.214406 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16296453'] for port, before_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:03.360862 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for port, precommit_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:03.365474 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772713915365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772713359553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772713359571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773146'] for port, after_update {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:03.433692 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event updated for resources: {'Port': ['ID=3f732dc0-0d32-4d57-9595-fedf25944b24,revision_number=2']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:03.443838 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536442'] for floatingip, after_create {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:03.543686 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.db.l3_db [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Floating IP a03a4698-8440-4105-bc8f-05b485a9db70 associated. External IP: 172.27.3.251, port: be94eb5d-9abc-4bc7-acd1-b0559cff8534. Dec 16 15:38:03.752596 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:38:03.862988 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:38:03.872877 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9622786-cfa1-4f73-9dad-fc4c57c6f810 None None] Sync routers for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:38:03.882025 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:03.887972 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9622786-cfa1-4f73-9dad-fc4c57c6f810 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:38:03.888603 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-d9622786-cfa1-4f73-9dad-fc4c57c6f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:37:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:03.921876 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-946b572c-d3d1-4ba8-9392-aa2035ee14d0 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7763205 Dec 16 15:38:03.921876 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'tag': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:38:03.921876 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd03970f-e957-4f26-a380-155560dd756a" -d '{"events": [{"name": "network-changed", "server_uuid": "decf64d8-a55c-414d-b9f4-8f163150863e", "tag": "be94eb5d-9abc-4bc7-acd1-b0559cff8534"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:38:03.955277 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268a7670-c3b2-4c2a-ba9c-c11b466b8132 x-openstack-request-id: req-268a7670-c3b2-4c2a-ba9c-c11b466b8132 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:38:03.955571 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decf64d8-a55c-414d-b9f4-8f163150863e", "tag": "be94eb5d-9abc-4bc7-acd1-b0559cff8534", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:38:03.955825 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-268a7670-c3b2-4c2a-ba9c-c11b466b8132 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:38:03.956227 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'tag': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534', 'status': 'completed', 'code': 200} Dec 16 15:38:03.996751 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-d9622786-cfa1-4f73-9dad-fc4c57c6f810 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:38:04.024743 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03970f-e957-4f26-a380-155560dd756a req-b12f7919-87a9-48a7-ba8b-b4c839c3cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:04.026347 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cd03970f-e957-4f26-a380-155560dd756a req-b12f7919-87a9-48a7-ba8b-b4c839c3cc9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 1099 time: 0.0443363 Dec 16 15:38:04.122262 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03970f-e957-4f26-a380-155560dd756a req-e6ae7029-1da1-45ae-9918-13fabc9e7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:04.123753 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cd03970f-e957-4f26-a380-155560dd756a req-e6ae7029-1da1-45ae-9918-13fabc9e7a1c service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.0900300 Dec 16 15:38:04.191402 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cd03970f-e957-4f26-a380-155560dd756a req-09d1516e-5998-4535-9ae7-14e5cc737320 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be94eb5d-9abc-4bc7-acd1-b0559cff8534 HTTP/1.1" status: 200 len: 1000 time: 0.0595675 Dec 16 15:38:04.228629 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-d9622786-cfa1-4f73-9dad-fc4c57c6f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'a03a4698-8440-4105-bc8f-05b485a9db70', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:49:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:38:02Z', 'updated_at': '2021-12-16T15:38:02Z', 'revision_number': 0, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}, {'id': 'b03d1875-e500-43a3-90a6-dbcbe53f4c92', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:5a:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:36:06Z', 'updated_at': '2021-12-16T15:36:08Z', 'revision_number': 1, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:04.255739 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9622786-cfa1-4f73-9dad-fc4c57c6f810 None None] Checking router: 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:38:04.258648 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03970f-e957-4f26-a380-155560dd756a req-07eab76e-8ac7-43e9-9c89-11f8590c3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:04.260170 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cd03970f-e957-4f26-a380-155560dd756a req-07eab76e-8ac7-43e9-9c89-11f8590c3dcd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0543921 Dec 16 15:38:04.264479 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9622786-cfa1-4f73-9dad-fc4c57c6f810 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:38:04.265117 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-d9622786-cfa1-4f73-9dad-fc4c57c6f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:37:50Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:04.309640 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03970f-e957-4f26-a380-155560dd756a req-3176faf5-9e71-45e7-a37a-011df4ef842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:04.311185 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cd03970f-e957-4f26-a380-155560dd756a req-3176faf5-9e71-45e7-a37a-011df4ef842c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433555 Dec 16 15:38:04.370485 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-d9622786-cfa1-4f73-9dad-fc4c57c6f810 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:38:04.402256 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cd03970f-e957-4f26-a380-155560dd756a req-3f5c87bc-5ff3-4c99-8338-88198a1e9886 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826468 Dec 16 15:38:04.499674 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cd03970f-e957-4f26-a380-155560dd756a req-dffb45d4-f5b6-41c3-90f1-7c96a0be1bad service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883083 Dec 16 15:38:04.598994 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-d9622786-cfa1-4f73-9dad-fc4c57c6f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'a03a4698-8440-4105-bc8f-05b485a9db70', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:49:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:38:02Z', 'updated_at': '2021-12-16T15:38:02Z', 'revision_number': 0, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}, {'id': 'b03d1875-e500-43a3-90a6-dbcbe53f4c92', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:5a:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:36:06Z', 'updated_at': '2021-12-16T15:36:08Z', 'revision_number': 1, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:04.625400 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9622786-cfa1-4f73-9dad-fc4c57c6f810 None None] The sync data for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi is: [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'a03a4698-8440-4105-bc8f-05b485a9db70', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:49:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:38:02Z', 'updated_at': '2021-12-16T15:38:02Z', 'revision_number': 0, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}, {'id': 'b03d1875-e500-43a3-90a6-dbcbe53f4c92', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:5a:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:36:06Z', 'updated_at': '2021-12-16T15:36:08Z', 'revision_number': 1, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:38:04.819166 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83fadcf-1a19-493c-a358-9963fff76143 None None] New status for floating IP a03a4698-8440-4105-bc8f-05b485a9db70: ACTIVE {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:38:16.546625 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-0e9f5d76-8b2e-4fb7-b75d-c2bb58a9b063 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410485 Dec 16 15:38:16.630519 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-5f9f0859-b705-46c0-9a8e-8a0e8bac5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:16.632026 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-5f9f0859-b705-46c0-9a8e-8a0e8bac5dbc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 1099 time: 0.0414543 Dec 16 15:38:16.747597 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-12033b0c-f0ff-471e-a56f-dd8e1544d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:16.749173 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-12033b0c-f0ff-471e-a56f-dd8e1544d373 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.0923395 Dec 16 15:38:16.820504 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-418494f1-1a71-407d-8548-5736202d3c90 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf84e725-5af8-4b6d-8082-3c15e0bee111 HTTP/1.1" status: 200 len: 1002 time: 0.0622876 Dec 16 15:38:16.877789 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-ea61e5b7-5e25-4155-855c-3ae4d245c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:16.879290 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-ea61e5b7-5e25-4155-855c-3ae4d245c0ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0492723 Dec 16 15:38:16.927037 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-4813779f-3ac1-43f6-b1e4-2d15ad6f8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:16.928731 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-4813779f-3ac1-43f6-b1e4-2d15ad6f8d00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409632 Dec 16 15:38:17.020900 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-4146d86a-d59e-4b2c-8bde-baed6c92a5d0 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832884 Dec 16 15:38:17.041615 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d8c8645a-aea3-4e6d-a116-853dea68dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:17.119521 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-25c6bc17-b8be-4461-8568-f315bd1059c9 req-ef157d4f-3135-48c7-aea9-ac51a0d88e88 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902460 Dec 16 15:38:17.847655 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:38:19.717862 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-501d68e4-2b88-4312-9f12-7b23d67f2f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:20.761659 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:22.060526 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:23.074089 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:32.588489 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:47.044631 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-1afd872a-f9e5-4704-af77-4022008bf496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:49.720299 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d175042-edfd-4796-966a-6893a44908e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:50.764976 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:52.064222 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:53.077199 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.846862 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:39:02.603159 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:16.067001 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-c5eaecaa-9001-408b-bbd4-ad01de44319a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1783261 Dec 16 15:39:16.130688 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-d673b10f-4853-40b1-bf0d-01b67c7a7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:16.133360 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-d673b10f-4853-40b1-bf0d-01b67c7a7382 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 1099 time: 0.0422750 Dec 16 15:39:16.243372 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-9b5ea10a-eac1-4418-a358-3790f59e94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:16.244930 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-9b5ea10a-eac1-4418-a358-3790f59e94b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.0921628 Dec 16 15:39:16.311470 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-e2bd4121-e81a-4667-9712-1d512c6a31fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be94eb5d-9abc-4bc7-acd1-b0559cff8534 HTTP/1.1" status: 200 len: 1002 time: 0.0587096 Dec 16 15:39:16.366538 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-59381cb1-4ed6-4d98-8739-bbfb74006e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:16.368012 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-59381cb1-4ed6-4d98-8739-bbfb74006e7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0484293 Dec 16 15:39:16.416411 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-f137a4c6-a581-4549-a873-9ea0db1ed5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:16.417861 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-f137a4c6-a581-4549-a873-9ea0db1ed5e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412943 Dec 16 15:39:16.505850 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-aa49a3ff-8c10-48c0-808f-2cd74e6c671b service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797453 Dec 16 15:39:16.603186 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b7e66c42-3ee1-4d0e-a0ba-a32627c5d881 req-3a735069-6788-4a79-8db9-cb9c6e9e91d3 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879579 Dec 16 15:39:17.046714 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b2e8ce2d-d520-4b90-bc48-9c99698faa23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:19.722969 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-46d1e299-aa7c-4387-bbba-0341f71ad434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:20.768608 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:22.066216 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:23.081304 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:31.090998 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36746) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:31.344190 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Deleting port 3f732dc0-0d32-4d57-9595-fedf25944b24 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:31.344434 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:31.420641 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:31.420960 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:31.432954 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Calling delete_port for 3f732dc0-0d32-4d57-9595-fedf25944b24 owned by network:floatingip {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:31.577802 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:31.609876 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event deleted for resources: {'Port': ['ID=3f732dc0-0d32-4d57-9595-fedf25944b24,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:31.630667 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.631027 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.631516 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.631996 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.632346 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.632682 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.633016 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.633375 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.633735 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.634037 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.634364 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.634690 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.635010 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:31.672435 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:31.672767 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.l3_db [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Floating IP a03a4698-8440-4105-bc8f-05b485a9db70 disassociated (deleted). External IP: 172.27.3.251, port: be94eb5d-9abc-4bc7-acd1-b0559cff8534. Dec 16 15:39:31.846351 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:39:31.878530 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:39:31.982386 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:39:31.987651 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:31.992649 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e85f9-a47e-4c20-b55a-19174f56d64b None None] Sync routers for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:39:32.002195 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e85f9-a47e-4c20-b55a-19174f56d64b None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:32.002804 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-d62e85f9-a47e-4c20-b55a-19174f56d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:39:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:32.014406 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-503a106c-8327-4bc6-b312-6cb57fecc4df tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "DELETE /v2.0/floatingips/a03a4698-8440-4105-bc8f-05b485a9db70 HTTP/1.1" status: 204 len: 168 time: 0.9223003 Dec 16 15:39:32.014995 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'tag': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:39:32.017228 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eead4653-2d08-46de-82b0-ba36d9cdebbe" -d '{"events": [{"name": "network-changed", "server_uuid": "decf64d8-a55c-414d-b9f4-8f163150863e", "tag": "be94eb5d-9abc-4bc7-acd1-b0559cff8534"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:39:32.057328 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4635349b-4883-49f4-8167-0302fb051823 x-openstack-request-id: req-4635349b-4883-49f4-8167-0302fb051823 {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:39:32.057629 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decf64d8-a55c-414d-b9f4-8f163150863e", "tag": "be94eb5d-9abc-4bc7-acd1-b0559cff8534", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:39:32.057893 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4635349b-4883-49f4-8167-0302fb051823 {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:39:32.058305 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'tag': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534', 'status': 'completed', 'code': 200} Dec 16 15:39:32.130852 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead4653-2d08-46de-82b0-ba36d9cdebbe req-61aeae0b-d6af-442e-9e82-f086b4e529a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:32.133092 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eead4653-2d08-46de-82b0-ba36d9cdebbe req-61aeae0b-d6af-442e-9e82-f086b4e529a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 1099 time: 0.0484788 Dec 16 15:39:32.253681 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-d62e85f9-a47e-4c20-b55a-19174f56d64b None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:39:32.272996 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead4653-2d08-46de-82b0-ba36d9cdebbe req-7dc52971-ba82-47a0-a0bf-bdf136b15e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:32.274521 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eead4653-2d08-46de-82b0-ba36d9cdebbe req-7dc52971-ba82-47a0-a0bf-bdf136b15e44 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.1297517 Dec 16 15:39:32.286613 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1c8d7-cde0-41b3-9a89-8408fb841d66 req-ec4de791-0c8c-4d62-a697-48e79638bcfb tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:32.288680 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b0f1c8d7-cde0-41b3-9a89-8408fb841d66 req-ec4de791-0c8c-4d62-a697-48e79638bcfb tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 946 time: 0.0757000 Dec 16 15:39:32.332189 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eead4653-2d08-46de-82b0-ba36d9cdebbe req-f8b5f340-1efc-4163-b464-72c27d6f94ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be94eb5d-9abc-4bc7-acd1-b0559cff8534 HTTP/1.1" status: 200 len: 217 time: 0.0406311 Dec 16 15:39:32.407298 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-b0f1c8d7-cde0-41b3-9a89-8408fb841d66 req-278a41b2-e93c-4737-adea-099554696942 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109848 Dec 16 15:39:32.410892 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead4653-2d08-46de-82b0-ba36d9cdebbe req-0fb38750-464e-4b04-8de6-be7e5a9619f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:32.412337 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eead4653-2d08-46de-82b0-ba36d9cdebbe req-0fb38750-464e-4b04-8de6-be7e5a9619f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0736949 Dec 16 15:39:32.460708 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead4653-2d08-46de-82b0-ba36d9cdebbe req-ee38357c-eef6-49be-b47d-0b9b93423762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:32.462268 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eead4653-2d08-46de-82b0-ba36d9cdebbe req-ee38357c-eef6-49be-b47d-0b9b93423762 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409880 Dec 16 15:39:32.487301 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-d62e85f9-a47e-4c20-b55a-19174f56d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'b03d1875-e500-43a3-90a6-dbcbe53f4c92', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:5a:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:36:06Z', 'updated_at': '2021-12-16T15:36:08Z', 'revision_number': 1, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:32.514411 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e85f9-a47e-4c20-b55a-19174f56d64b None None] Checking router: 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:39:32.524056 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e85f9-a47e-4c20-b55a-19174f56d64b None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:32.524676 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-d62e85f9-a47e-4c20-b55a-19174f56d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:39:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:32.561549 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eead4653-2d08-46de-82b0-ba36d9cdebbe req-b622902c-581b-4a8f-9520-9260561c4308 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877092 Dec 16 15:39:32.632358 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:32.643072 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-d62e85f9-a47e-4c20-b55a-19174f56d64b None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:39:32.656420 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-eead4653-2d08-46de-82b0-ba36d9cdebbe req-c2670d36-7a35-41e8-b531-440c4640209b service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873709 Dec 16 15:39:32.876709 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-d62e85f9-a47e-4c20-b55a-19174f56d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'b03d1875-e500-43a3-90a6-dbcbe53f4c92', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:5a:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:36:06Z', 'updated_at': '2021-12-16T15:36:08Z', 'revision_number': 1, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:32.903714 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e85f9-a47e-4c20-b55a-19174f56d64b None None] The sync data for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi is: [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_floatingips': [{'id': 'b03d1875-e500-43a3-90a6-dbcbe53f4c92', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'router_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'port_id': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'mac_address': 'fa:16:3e:5a:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:36:06Z', 'updated_at': '2021-12-16T15:36:08Z', 'revision_number': 1, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:39:33.122022 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea1d0e-9ca5-40d3-b9ce-1ccbc0c0d960 None None] New status for floating IP a03a4698-8440-4105-bc8f-05b485a9db70: DOWN {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:39:33.527097 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6925f65-6ddb-4083-8892-386d17e9bc60 req-ba53fab7-ae5a-4599-968f-4efe2ab535b6 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:33.528606 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e6925f65-6ddb-4083-8892-386d17e9bc60 req-ba53fab7-ae5a-4599-968f-4efe2ab535b6 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 946 time: 0.0496325 Dec 16 15:39:33.580091 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e6925f65-6ddb-4083-8892-386d17e9bc60 req-307aa307-c431-4d30-95e8-be7d72df9416 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450687 Dec 16 15:39:33.914045 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a20aa-9dff-4e2c-ab03-688fb0bf75f8 req-5c279603-9f18-4628-b49a-74af1df07be5 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:33.915506 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-280a20aa-9dff-4e2c-ab03-688fb0bf75f8 req-5c279603-9f18-4628-b49a-74af1df07be5 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 946 time: 0.0570936 Dec 16 15:39:34.004982 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-280a20aa-9dff-4e2c-ab03-688fb0bf75f8 req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Deleting port be94eb5d-9abc-4bc7-acd1-b0559cff8534 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:34.005357 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-280a20aa-9dff-4e2c-ab03-688fb0bf75f8 req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:34.097078 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-280a20aa-9dff-4e2c-ab03-688fb0bf75f8 req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] For port be94eb5d-9abc-4bc7-acd1-b0559cff8534, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=be94eb5d-9abc-4bc7-acd1-b0559cff8534,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:34.103053 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-280a20aa-9dff-4e2c-ab03-688fb0bf75f8 req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:34.110844 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-280a20aa-9dff-4e2c-ab03-688fb0bf75f8 req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Calling delete_port for be94eb5d-9abc-4bc7-acd1-b0559cff8534 owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:34.243586 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-280a20aa-9dff-4e2c-ab03-688fb0bf75f8 req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:34.271578 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event deleted for resources: {'Port': ['ID=be94eb5d-9abc-4bc7-acd1-b0559cff8534,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:34.283153 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.283505 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.283845 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.284178 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.284514 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.284840 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.285232 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.285557 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.285880 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.286206 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.286530 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.286847 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.287182 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:34.321406 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-280a20aa-9dff-4e2c-ab03-688fb0bf75f8 req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] No DVR routers for this DVR port be94eb5d-9abc-4bc7-acd1-b0559cff8534 on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:34.323855 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-280a20aa-9dff-4e2c-ab03-688fb0bf75f8 req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:34.327243 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-280a20aa-9dff-4e2c-ab03-688fb0bf75f8 req-12e9166f-96ee-4b7d-aac0-5a2995dde572 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "DELETE /v2.0/ports/be94eb5d-9abc-4bc7-acd1-b0559cff8534 HTTP/1.1" status: 204 len: 173 time: 0.4046900 Dec 16 15:39:34.327676 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'name': 'network-vif-deleted', 'tag': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:39:34.329981 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ce00b6-374b-45ab-89c0-33e283737696" -d '{"events": [{"server_uuid": "decf64d8-a55c-414d-b9f4-8f163150863e", "name": "network-vif-deleted", "tag": "be94eb5d-9abc-4bc7-acd1-b0559cff8534"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:39:34.371254 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7940359f-ae74-47a1-a783-9b761eede00b x-openstack-request-id: req-7940359f-ae74-47a1-a783-9b761eede00b {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:39:34.371559 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decf64d8-a55c-414d-b9f4-8f163150863e", "name": "network-vif-deleted", "tag": "be94eb5d-9abc-4bc7-acd1-b0559cff8534", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:39:34.372189 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7940359f-ae74-47a1-a783-9b761eede00b {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:39:34.372605 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decf64d8-a55c-414d-b9f4-8f163150863e', 'name': 'network-vif-deleted', 'tag': 'be94eb5d-9abc-4bc7-acd1-b0559cff8534', 'status': 'completed', 'code': 200} Dec 16 15:39:34.690899 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-e25e75f0-9f6a-4ed0-b3fc-5501f5696b99 req-946b5c2d-58f4-4734-bae7-81556e549386 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=decf64d8-a55c-414d-b9f4-8f163150863e HTTP/1.1" status: 200 len: 210 time: 0.0355551 Dec 16 15:39:37.747572 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device be94eb5d-9abc-4bc7-acd1-b0559cff8534 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:37.768255 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: be94eb5d-9abc-4bc7-acd1-b0559cff8534 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:39:37.768605 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device be94eb5d-9abc-4bc7-acd1-b0559cff8534 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:39:37.971593 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36788) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:38.129061 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Deleting port 2a122712-273f-4db6-a60e-1c673fb683c2 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:38.129472 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.206142 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.206476 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.220781 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Calling delete_port for 2a122712-273f-4db6-a60e-1c673fb683c2 owned by network:floatingip {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:38.367773 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.398213 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event deleted for resources: {'Port': ['ID=2a122712-273f-4db6-a60e-1c673fb683c2,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:38.455034 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.455365 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.db.l3_db [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Floating IP b03d1875-e500-43a3-90a6-dbcbe53f4c92 disassociated (deleted). External IP: 172.27.3.109, port: cf84e725-5af8-4b6d-8082-3c15e0bee111. Dec 16 15:39:38.659515 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:39:38.767240 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:39:38.772065 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.778642 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e370d8e-9396-4f53-bde1-eec9b3a7dc7a None None] Sync routers for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:39:38.788897 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e370d8e-9396-4f53-bde1-eec9b3a7dc7a None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:38.789555 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-6e370d8e-9396-4f53-bde1-eec9b3a7dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:39:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:38.798348 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-0b2eb1c4-4fb7-4928-84d2-f458b7657f02 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "DELETE /v2.0/floatingips/b03d1875-e500-43a3-90a6-dbcbe53f4c92 HTTP/1.1" status: 204 len: 168 time: 0.8256824 Dec 16 15:39:38.798929 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'tag': 'cf84e725-5af8-4b6d-8082-3c15e0bee111'}] {{(pid=102463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:39:38.801222 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94cf30c4143329cc9f701eb9aa8231e5fe0473c080f0fbd291f41a8854d515ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb2b88a-7fc9-402b-ba35-25e623d42928" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ec892f-346e-4572-8910-c73c4d76cad3", "tag": "cf84e725-5af8-4b6d-8082-3c15e0bee111"}]}' {{(pid=102463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:39:38.845991 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fc7f79-e5cf-4e78-aa4e-892a321479ee x-openstack-request-id: req-56fc7f79-e5cf-4e78-aa4e-892a321479ee {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:39:38.846569 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ec892f-346e-4572-8910-c73c4d76cad3", "tag": "cf84e725-5af8-4b6d-8082-3c15e0bee111", "status": "completed", "code": 200}]} {{(pid=102463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:39:38.846830 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56fc7f79-e5cf-4e78-aa4e-892a321479ee {{(pid=102463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:39:38.847369 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'tag': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'status': 'completed', 'code': 200} Dec 16 15:39:38.909931 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-6e370d8e-9396-4f53-bde1-eec9b3a7dc7a None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:39:38.930238 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2b88a-7fc9-402b-ba35-25e623d42928 req-ec50b1f7-8af9-422d-9707-8e710d9670b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:38.933095 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-acb2b88a-7fc9-402b-ba35-25e623d42928 req-ec50b1f7-8af9-422d-9707-8e710d9670b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb89681079c24a828d64e57b4d655484&device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 1099 time: 0.0647418 Dec 16 15:39:39.105124 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6ee5c-9376-4a84-b12f-447606327aa5 req-1565081d-299b-4abb-9544-87e5441b80c6 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:39.106665 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aaa6ee5c-9376-4a84-b12f-447606327aa5 req-1565081d-299b-4abb-9544-87e5441b80c6 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 946 time: 0.0879030 Dec 16 15:39:39.107898 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2b88a-7fc9-402b-ba35-25e623d42928 req-268432e2-b44e-43da-8b02-ba0bafb23aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:39.109246 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-acb2b88a-7fc9-402b-ba35-25e623d42928 req-268432e2-b44e-43da-8b02-ba0bafb23aa8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 200 len: 912 time: 0.1646132 Dec 16 15:39:39.152954 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-6e370d8e-9396-4f53-bde1-eec9b3a7dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:39.169202 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-acb2b88a-7fc9-402b-ba35-25e623d42928 req-a30aecb9-2c49-4493-b8c3-fe6a6cda6b04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf84e725-5af8-4b6d-8082-3c15e0bee111 HTTP/1.1" status: 200 len: 217 time: 0.0477779 Dec 16 15:39:39.180773 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e370d8e-9396-4f53-bde1-eec9b3a7dc7a None None] Checking router: 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:39:39.189834 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e370d8e-9396-4f53-bde1-eec9b3a7dc7a None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:39.190474 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-6e370d8e-9396-4f53-bde1-eec9b3a7dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:39:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:39.229241 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-aaa6ee5c-9376-4a84-b12f-447606327aa5 req-8bbef204-cf29-405f-bd5b-7cf85b3e288b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153069 Dec 16 15:39:39.252638 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2b88a-7fc9-402b-ba35-25e623d42928 req-a60b7274-edad-4cbf-a4a0-c2f00a65a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:39.254157 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-acb2b88a-7fc9-402b-ba35-25e623d42928 req-a60b7274-edad-4cbf-a4a0-c2f00a65a1fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 200 len: 850 time: 0.0749302 Dec 16 15:39:39.300558 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-6e370d8e-9396-4f53-bde1-eec9b3a7dc7a None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:39:39.307638 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2b88a-7fc9-402b-ba35-25e623d42928 req-9f50cddb-bc06-4b26-8183-4e295a45a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:39.309180 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-acb2b88a-7fc9-402b-ba35-25e623d42928 req-9f50cddb-bc06-4b26-8183-4e295a45a797 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e90e16f-8477-48c4-833d-3a824ba687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454326 Dec 16 15:39:39.401449 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-acb2b88a-7fc9-402b-ba35-25e623d42928 req-627f7c16-2d9b-4dbb-a83a-21be8e3901dc service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844803 Dec 16 15:39:39.503332 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-acb2b88a-7fc9-402b-ba35-25e623d42928 req-850ec8f5-e296-4c72-8b34-63d1274f4799 service neutron] 10.222.0.58 "GET /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896657 Dec 16 15:39:39.510686 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-6e370d8e-9396-4f53-bde1-eec9b3a7dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:39.543792 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e370d8e-9396-4f53-bde1-eec9b3a7dc7a None None] The sync data for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi is: [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:32:57Z', 'revision_number': 4, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi', '_interfaces': [{'id': '551d20e2-6d4b-41a7-966c-d9da736ac661', 'name': '', 'network_id': '0e90e16f-8477-48c4-833d-3a824ba687d4', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'mac_address': 'fa:16:3e:9a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:56Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'subnets': [{'id': '9f181d98-4d6b-42f6-b28d-1d4600082d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:39:39.764268 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae011b7-1d65-4c8f-b750-b00495454067 None None] New status for floating IP b03d1875-e500-43a3-90a6-dbcbe53f4c92: DOWN {{(pid=102465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:39:40.349060 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30169bcb-7fec-4d57-a5bb-4fb64b493cae req-0fb03615-3b06-4149-972f-26ba43123709 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:40.350735 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-30169bcb-7fec-4d57-a5bb-4fb64b493cae req-0fb03615-3b06-4149-972f-26ba43123709 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 946 time: 0.0497234 Dec 16 15:39:40.399875 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-30169bcb-7fec-4d57-a5bb-4fb64b493cae req-909c76b2-9e18-4080-b3a0-b3aa86323c63 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0167d58-f2b9-4f87-b602-a366b165ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434628 Dec 16 15:39:40.600999 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70e4ac-d89e-4680-a4da-137597d880ff req-9fb3ce9c-c2af-4b81-94d3-1bd383c9a6fc tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:40.602554 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7c70e4ac-d89e-4680-a4da-137597d880ff req-9fb3ce9c-c2af-4b81-94d3-1bd383c9a6fc tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 946 time: 0.0495431 Dec 16 15:39:40.700769 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-7c70e4ac-d89e-4680-a4da-137597d880ff req-90b7ee36-ed99-4970-8328-a549fef90d2d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Deleting port cf84e725-5af8-4b6d-8082-3c15e0bee111 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:40.701136 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-7c70e4ac-d89e-4680-a4da-137597d880ff req-90b7ee36-ed99-4970-8328-a549fef90d2d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:40.790983 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [req-7c70e4ac-d89e-4680-a4da-137597d880ff req-90b7ee36-ed99-4970-8328-a549fef90d2d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] For port cf84e725-5af8-4b6d-8082-3c15e0bee111, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cf84e725-5af8-4b6d-8082-3c15e0bee111,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:40.791347 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-7c70e4ac-d89e-4680-a4da-137597d880ff req-90b7ee36-ed99-4970-8328-a549fef90d2d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:40.805217 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [req-7c70e4ac-d89e-4680-a4da-137597d880ff req-90b7ee36-ed99-4970-8328-a549fef90d2d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Calling delete_port for cf84e725-5af8-4b6d-8082-3c15e0bee111 owned by compute:nova {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:40.935062 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-7c70e4ac-d89e-4680-a4da-137597d880ff req-90b7ee36-ed99-4970-8328-a549fef90d2d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:40.967153 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7ee36-ed99-4970-8328-a549fef90d2d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event deleted for resources: {'Port': ['ID=cf84e725-5af8-4b6d-8082-3c15e0bee111,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:41.252180 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c70e4ac-d89e-4680-a4da-137597d880ff req-90b7ee36-ed99-4970-8328-a549fef90d2d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] No DVR routers for this DVR port cf84e725-5af8-4b6d-8082-3c15e0bee111 on host hv-cinder-80152 {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:41.254710 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [req-7c70e4ac-d89e-4680-a4da-137597d880ff req-90b7ee36-ed99-4970-8328-a549fef90d2d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for port, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:41.258109 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-7c70e4ac-d89e-4680-a4da-137597d880ff req-90b7ee36-ed99-4970-8328-a549fef90d2d tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.58 "DELETE /v2.0/ports/cf84e725-5af8-4b6d-8082-3c15e0bee111 HTTP/1.1" status: 204 len: 173 time: 0.6482725 Dec 16 15:39:41.258634 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'name': 'network-vif-deleted', 'tag': 'cf84e725-5af8-4b6d-8082-3c15e0bee111'}] {{(pid=102462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:39:41.260896 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aabe611c931b7c9ea93990fc178c9d8eaea6c2efaaadac3f037963583bace8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838ac1dc-18fc-48cb-a67a-903fc9936861" -d '{"events": [{"server_uuid": "e6ec892f-346e-4572-8910-c73c4d76cad3", "name": "network-vif-deleted", "tag": "cf84e725-5af8-4b6d-8082-3c15e0bee111"}]}' {{(pid=102462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:39:41.308564 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6727f577-ba0c-4d8f-9261-c01622b60f23 x-openstack-request-id: req-6727f577-ba0c-4d8f-9261-c01622b60f23 {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:39:41.308931 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ec892f-346e-4572-8910-c73c4d76cad3", "name": "network-vif-deleted", "tag": "cf84e725-5af8-4b6d-8082-3c15e0bee111", "status": "completed", "code": 200}]} {{(pid=102462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:39:41.309520 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6727f577-ba0c-4d8f-9261-c01622b60f23 {{(pid=102462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:39:41.309655 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ec892f-346e-4572-8910-c73c4d76cad3', 'name': 'network-vif-deleted', 'tag': 'cf84e725-5af8-4b6d-8082-3c15e0bee111', 'status': 'completed', 'code': 200} Dec 16 15:39:41.499959 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [req-cf373985-551f-4185-a67a-a57e9a18c3e4 req-879dddb3-a842-4613-ad3f-2dfd7f5b2532 tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6ec892f-346e-4572-8910-c73c4d76cad3 HTTP/1.1" status: 200 len: 210 time: 0.0294604 Dec 16 15:39:42.559599 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36804) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:42.702116 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-bb86a13e-f091-437c-90a6-e4b6c6a79f9b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Deleting port 4f56b226-3929-4780-b6a5-16f9bf1e5a2b {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:42.702495 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bb86a13e-f091-437c-90a6-e4b6c6a79f9b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.804265 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bb86a13e-f091-437c-90a6-e4b6c6a79f9b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.804499 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bb86a13e-f091-437c-90a6-e4b6c6a79f9b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.819736 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-bb86a13e-f091-437c-90a6-e4b6c6a79f9b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Calling delete_port for 4f56b226-3929-4780-b6a5-16f9bf1e5a2b owned by network:floatingip {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:42.969917 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bb86a13e-f091-437c-90a6-e4b6c6a79f9b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:43.004560 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86a13e-f091-437c-90a6-e4b6c6a79f9b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event deleted for resources: {'Port': ['ID=4f56b226-3929-4780-b6a5-16f9bf1e5a2b,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:43.073842 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bb86a13e-f091-437c-90a6-e4b6c6a79f9b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for floatingip, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:43.080711 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-bb86a13e-f091-437c-90a6-e4b6c6a79f9b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239999'] for floatingip, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:43.081954 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-bb86a13e-f091-437c-90a6-e4b6c6a79f9b tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "DELETE /v2.0/floatingips/ff2c97c9-a877-4b65-864e-3af86a766922 HTTP/1.1" status: 204 len: 168 time: 0.5207360 Dec 16 15:39:43.777124 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cf84e725-5af8-4b6d-8082-3c15e0bee111 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:43.797080 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] No Port match for: cf84e725-5af8-4b6d-8082-3c15e0bee111 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:39:43.797426 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Device cf84e725-5af8-4b6d-8082-3c15e0bee111 not bound to the agent host hv-cinder-80152 {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:39:44.309871 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36816) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:44.367390 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a837bd0-c678-41e7-925d-edcf5dd627fe tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:44.391984 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a837bd0-c678-41e7-925d-edcf5dd627fe tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:44.451509 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a837bd0-c678-41e7-925d-edcf5dd627fe tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:44.454231 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-3a837bd0-c678-41e7-925d-edcf5dd627fe tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:44.455425 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-3a837bd0-c678-41e7-925d-edcf5dd627fe tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] 10.222.0.75 "DELETE /v2.0/security-groups/f0167d58-f2b9-4f87-b602-a366b165ab04 HTTP/1.1" status: 204 len: 168 time: 0.1445618 Dec 16 15:39:44.465077 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a837bd0-c678-41e7-925d-edcf5dd627fe tempest-TestVolumeBootPattern-353038771 tempest-TestVolumeBootPattern-353038771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0167d58-f2b9-4f87-b602-a366b165ab04,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:44.509654 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36820) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:44.947907 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533114'] for router_interface, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:45.190495 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] Deleting port 551d20e2-6d4b-41a7-966c-d9da736ac661 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:45.190831 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:45.269137 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] For port 551d20e2-6d4b-41a7-966c-d9da736ac661, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=551d20e2-6d4b-41a7-966c-d9da736ac661,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:45.269421 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:45.286070 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] Calling delete_port for 551d20e2-6d4b-41a7-966c-d9da736ac661 owned by network:router_interface {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:45.467309 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:45.729325 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] Pushing event deleted for resources: {'Port': ['ID=551d20e2-6d4b-41a7-966c-d9da736ac661,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:45.908021 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533222'] for router_interface, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.120855 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] Router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:39:46.227630 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:39:46.233066 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-1d0e252a-59ef-40f6-a8fc-be7bec893260 admin admin] 10.222.0.75 "PUT /v2.0/routers/3503ac2f-7673-443a-8cfc-7b0a58b5cc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7224195 Dec 16 15:39:46.237954 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36824) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:46.242446 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5729c54c-7d1a-4c47-b289-b6aa975cbd47 None None] Sync routers for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:39:46.252442 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729c54c-7d1a-4c47-b289-b6aa975cbd47 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:46.253088 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-5729c54c-7d1a-4c47-b289-b6aa975cbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:39:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:46.346932 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Publish callbacks [] for router, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.364656 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-5729c54c-7d1a-4c47-b289-b6aa975cbd47 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: dv-cinder-801522-8-iscsi {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:39:46.458750 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.521560 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Deleting port 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:46.522843 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.559552 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-5729c54c-7d1a-4c47-b289-b6aa975cbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:39:45Z', 'revision_number': 5, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port': {'id': '7ebe5adb-ddbb-47b2-98bc-f6ed2195879a', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:52Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:46.587220 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5729c54c-7d1a-4c47-b289-b6aa975cbd47 None None] Checking router: 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b for host: dv-cinder-801522-8-iscsi {{(pid=102464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:39:46.595666 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729c54c-7d1a-4c47-b289-b6aa975cbd47 None None] Routers {'3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:46.596281 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-5729c54c-7d1a-4c47-b289-b6aa975cbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:39:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'], 'active': True} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:46.608320 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] For port 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=7ebe5adb-ddbb-47b2-98bc-f6ed2195879a,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:46.608708 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.626146 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Calling delete_port for 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a owned by network:router_gateway {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:46.685583 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvr_db [None req-5729c54c-7d1a-4c47-b289-b6aa975cbd47 None None] Set router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b gateway port host: None {{(pid=102464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:39:46.811994 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.842035 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebe5adb-ddbb-47b2-98bc-f6ed2195879a,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:46.883145 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_hamode_db [None req-5729c54c-7d1a-4c47-b289-b6aa975cbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:39:46Z', 'revision_number': 6, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port_host': None}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:46.903879 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536388'] for router_gateway, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.909596 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5729c54c-7d1a-4c47-b289-b6aa975cbd47 None None] The sync data for ids ['3503ac2f-7673-443a-8cfc-7b0a58b5cc2b'] in dv-cinder-801522-8-iscsi is: [{'id': '3503ac2f-7673-443a-8cfc-7b0a58b5cc2b', 'name': 'tempest-TestVolumeBootPattern-775582959-router', 'tenant_id': 'bb89681079c24a828d64e57b4d655484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:51Z', 'updated_at': '2021-12-16T15:39:46Z', 'revision_number': 6, 'project_id': 'bb89681079c24a828d64e57b4d655484', 'gw_port_host': None}] {{(pid=102464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:39:47.004998 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38292'] for router, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.007271 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.050704 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-2d88a8d2-24b7-438a-96f0-025319f04048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.056150 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530909'] for router, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.056712 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3503ac2f-7673-443a-8cfc-7b0a58b5cc2b {{(pid=102462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:39:47.061727 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] Publish callbacks [] for router, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.065154 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-9708602e-ef57-4585-a956-5a9d42a592ef admin admin] 10.222.0.75 "DELETE /v2.0/routers/3503ac2f-7673-443a-8cfc-7b0a58b5cc2b HTTP/1.1" status: 204 len: 168 time: 0.8239772 Dec 16 15:39:47.065430 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36826) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:47.109772 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4331811-c882-424e-a9b5-afe424fba43e admin admin] Deleting subnet 9f181d98-4d6b-42f6-b28d-1d4600082d5b {{(pid=102462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:39:47.113244 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c4331811-c882-424e-a9b5-afe424fba43e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.148592 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c4331811-c882-424e-a9b5-afe424fba43e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58894041'] for subnet, precommit_delete_associations {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.229460 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c4331811-c882-424e-a9b5-afe424fba43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.295969 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c4331811-c882-424e-a9b5-afe424fba43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58773204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4039846'] for subnet, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.322815 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4331811-c882-424e-a9b5-afe424fba43e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f181d98-4d6b-42f6-b28d-1d4600082d5b,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:47.326318 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-c4331811-c882-424e-a9b5-afe424fba43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for subnet, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.331933 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-c4331811-c882-424e-a9b5-afe424fba43e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9f181d98-4d6b-42f6-b28d-1d4600082d5b HTTP/1.1" status: 204 len: 168 time: 0.2633023 Dec 16 15:39:47.332236 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [-] (102462) accepted ('10.222.0.75', 36828) {{(pid=102462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:47.332418 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d210ce0-bb6e-43b3-a8c6-767d8e6a1211 None None] Network 0e90e16f-8477-48c4-833d-3a824ba687d4 requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:47.408660 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.464507 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Deleting port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 {{(pid=102462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:47.464856 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.527879 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.db [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] For port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13,segment=NetworkSegment(864759fd-c464-410f-af03-0c777fdda07d),segment_id=864759fd-c464-410f-af03-0c777fdda07d)] {{(pid=102462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:47.528271 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.541696 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Calling delete_port for 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 owned by network:dhcp {{(pid=102462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:47.624979 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773219'] for port, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.651880 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:47.653723 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] No DVR routers for this DVR port 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 on host dv-cinder-801522-8-iscsi {{(pid=102462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:47.697366 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a90423-f239-4016-b414-951464e78fa5 None None] DHCP port deletion for 0e90e16f-8477-48c4-833d-3a824ba687d4 request from dv-cinder-801522-8-iscsi {{(pid=102464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:39:47.752803 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.775316 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e90e16f-8477-48c4-833d-3a824ba687d4']}} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:47.785634 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864759fd-c464-410f-af03-0c777fdda07d') {'for_net_delete': True} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:47.785938 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.services.segments.db [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864759fd-c464-410f-af03-0c777fdda07d') {} {{(pid=102462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:47.796180 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893858'] for segment, before_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.810436 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.817321 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:47.817744 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773182'] for segment, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: Traceback (most recent call last): Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: timer() Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: cb(*args, **kw) Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: return func(*args, **kwargs) Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: self._notify() Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: self.callback(batched_events) Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: event.method(event) Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: return f(self, *a, **k) Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._get(url).json() Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:47.820093 dv-cinder-801522-8-iscsi neutron-server[102462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:47.878929 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.887842 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron_lib.callbacks.manager [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.890610 dv-cinder-801522-8-iscsi neutron-server[102462]: INFO neutron.wsgi [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] 10.222.0.75 "DELETE /v2.0/networks/0e90e16f-8477-48c4-833d-3a824ba687d4 HTTP/1.1" status: 204 len: 168 time: 0.5574005 Dec 16 15:39:47.893593 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36830) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:47.904222 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6d67d-4580-468d-a0a8-4cbf4e3d6e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e90e16f-8477-48c4-833d-3a824ba687d4,revision_number=None']} {{(pid=102462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:47.975658 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:48.003738 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:39:48.004093 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 8d0b7ccc-d2e2-4f2d-aeea-79cc72edab13 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:39:48.004565 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:48.025176 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:39:48.025831 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 7ebe5adb-ddbb-47b2-98bc-f6ed2195879a not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:39:48.026250 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 551d20e2-6d4b-41a7-966c-d9da736ac661 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:48.045664 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 551d20e2-6d4b-41a7-966c-d9da736ac661 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:39:48.046026 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 551d20e2-6d4b-41a7-966c-d9da736ac661 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:39:48.254401 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533114'] for router_interface, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:48.496451 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] Deleting port 926e663d-2fcf-40cb-9da3-50a830774fa7 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:48.496787 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:48.575024 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] For port 926e663d-2fcf-40cb-9da3-50a830774fa7, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=926e663d-2fcf-40cb-9da3-50a830774fa7,segment=NetworkSegment(c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45),segment_id=c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:48.575329 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:48.588023 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] Calling delete_port for 926e663d-2fcf-40cb-9da3-50a830774fa7 owned by network:router_interface {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:48.769265 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:48.796029 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=926e663d-2fcf-40cb-9da3-50a830774fa7,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:48.963742 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533222'] for router_interface, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.181255 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] Router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 has already been hosted by L3 agent 321bbb74-e484-4fb4-a09a-5312cb904239 {{(pid=102463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:39:49.290395 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] Notify agent at l3_agent.dv-cinder-801522-8-iscsi the message routers_updated {{(pid=102463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:39:49.295952 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-506e58ec-41ff-4277-9647-5df5ffd64d21 admin admin] 10.222.0.75 "PUT /v2.0/routers/9a25b468-98ea-46e7-9e42-d5b5a75bb4b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4012427 Dec 16 15:39:49.298458 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36832) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:49.300781 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94793600-c12b-4ac4-bc53-024e420984e0 None None] Sync routers for ids ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'] in dv-cinder-801522-8-iscsi {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:39:49.311917 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94793600-c12b-4ac4-bc53-024e420984e0 None None] Routers {'9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:49.312525 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-94793600-c12b-4ac4-bc53-024e420984e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:39:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:49.406682 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.430463 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-94793600-c12b-4ac4-bc53-024e420984e0 None None] Set router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 gateway port host: dv-cinder-801522-8-iscsi {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:39:49.518599 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.571486 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Deleting port 38327e69-9df7-484f-9574-2704659f6159 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:49.571837 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.613377 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-94793600-c12b-4ac4-bc53-024e420984e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'name': 'tempest-TestVolumeBootPattern-1912085387-router', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'external_fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '38327e69-9df7-484f-9574-2704659f6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:01Z', 'updated_at': '2021-12-16T15:39:48Z', 'revision_number': 5, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'gw_port': {'id': '38327e69-9df7-484f-9574-2704659f6159', 'name': '', 'network_id': 'dbb0cafc-aada-4bc8-97e6-0316760d206b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:33:02Z', 'updated_at': '2021-12-16T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f67825bf-c6c9-487c-a5d5-95aa9c5dd0ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-8-iscsi'}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:49.641442 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94793600-c12b-4ac4-bc53-024e420984e0 None None] Checking router: 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 for host: dv-cinder-801522-8-iscsi {{(pid=102465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:39:49.650341 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94793600-c12b-4ac4-bc53-024e420984e0 None None] Routers {'9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'} bound to L3 agent in host dv-cinder-801522-8-iscsi {{(pid=102465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:49.650953 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-94793600-c12b-4ac4-bc53-024e420984e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:15:50Z,description=,heartbeat_timestamp=2021-12-16T15:39:20Z,host='dv-cinder-801522-8-iscsi',id=321bbb74-e484-4fb4-a09a-5312cb904239,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:15:50Z,topic='l3_agent')) {'router_ids': ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'], 'active': True} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:49.657203 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] For port 38327e69-9df7-484f-9574-2704659f6159, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=38327e69-9df7-484f-9574-2704659f6159,segment=NetworkSegment(56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61),segment_id=56d44b92-f2fe-4e3e-8fe8-e2a05e2e3b61)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:49.657512 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.671414 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Calling delete_port for 38327e69-9df7-484f-9574-2704659f6159 owned by network:router_gateway {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:49.726826 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6cc66075-4026-4c4e-8866-2871e3c7ca9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.741114 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_dvr_db [None req-94793600-c12b-4ac4-bc53-024e420984e0 None None] Set router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 gateway port host: None {{(pid=102465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:39:49.794238 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.l3_hamode_db [None req-94793600-c12b-4ac4-bc53-024e420984e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'name': 'tempest-TestVolumeBootPattern-1912085387-router', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:01Z', 'updated_at': '2021-12-16T15:39:49Z', 'revision_number': 6, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'gw_port_host': None}], 'dv-cinder-801522-8-iscsi', False) {} {{(pid=102465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:49.824135 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94793600-c12b-4ac4-bc53-024e420984e0 None None] The sync data for ids ['9a25b468-98ea-46e7-9e42-d5b5a75bb4b5'] in dv-cinder-801522-8-iscsi is: [{'id': '9a25b468-98ea-46e7-9e42-d5b5a75bb4b5', 'name': 'tempest-TestVolumeBootPattern-1912085387-router', 'tenant_id': '9102f73173884ca780c4c55c83a8a3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:33:01Z', 'updated_at': '2021-12-16T15:39:49Z', 'revision_number': 6, 'project_id': '9102f73173884ca780c4c55c83a8a3f6', 'gw_port_host': None}] {{(pid=102465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:39:49.853466 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.877000 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=38327e69-9df7-484f-9574-2704659f6159,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:49.938793 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536388'] for router_gateway, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.033229 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38292'] for router, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.035327 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.079030 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530909'] for router, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.079578 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 {{(pid=102463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:39:50.083943 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.085218 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-03b6e65a-ffa4-432d-9a36-d06251d7a7d2 admin admin] 10.222.0.75 "DELETE /v2.0/routers/9a25b468-98ea-46e7-9e42-d5b5a75bb4b5 HTTP/1.1" status: 204 len: 168 time: 0.7857330 Dec 16 15:39:50.088470 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36834) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:50.134311 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ea3d5f-407b-4bf3-805b-7e587c6f554d admin admin] Deleting subnet 1adb34ba-5420-4184-a179-5ec03a1343d1 {{(pid=102463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:39:50.137523 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-14ea3d5f-407b-4bf3-805b-7e587c6f554d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.172356 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-14ea3d5f-407b-4bf3-805b-7e587c6f554d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58937961'] for subnet, precommit_delete_associations {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.275948 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-14ea3d5f-407b-4bf3-805b-7e587c6f554d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16402394'] for subnet, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.330025 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-14ea3d5f-407b-4bf3-805b-7e587c6f554d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16402385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58937782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3962589'] for subnet, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.357992 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea3d5f-407b-4bf3-805b-7e587c6f554d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1adb34ba-5420-4184-a179-5ec03a1343d1,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:50.359949 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-14ea3d5f-407b-4bf3-805b-7e587c6f554d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.366461 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-14ea3d5f-407b-4bf3-805b-7e587c6f554d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1adb34ba-5420-4184-a179-5ec03a1343d1 HTTP/1.1" status: 204 len: 168 time: 0.2736762 Dec 16 15:39:50.366977 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f2298c-eeb6-488a-85a1-3415ddfdb188 None None] Network 1a2def95-6eb5-41c6-aaac-26e84d3c7abd requested from dv-cinder-801522-8-iscsi {{(pid=102464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:50.367161 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36836) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:50.438657 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16489972'] for network, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.629720 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] DHCP port deletion for 1a2def95-6eb5-41c6-aaac-26e84d3c7abd request from dv-cinder-801522-8-iscsi {{(pid=102464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:39:50.663513 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 926e663d-2fcf-40cb-9da3-50a830774fa7 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:50.687604 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 926e663d-2fcf-40cb-9da3-50a830774fa7 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:39:50.687876 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 926e663d-2fcf-40cb-9da3-50a830774fa7 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:39:50.714332 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Deleting port d78b0378-5f1b-42d2-8e07-16cfa149b1b1 {{(pid=102464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:50.714778 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.743620 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Deleting port d78b0378-5f1b-42d2-8e07-16cfa149b1b1 {{(pid=102463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:50.743977 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772713889392'] for port, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.791871 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.db [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] For port d78b0378-5f1b-42d2-8e07-16cfa149b1b1, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=d78b0378-5f1b-42d2-8e07-16cfa149b1b1,segment=NetworkSegment(c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45),segment_id=c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45)] {{(pid=102464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:50.792482 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.794825 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.810351 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.db [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] For port d78b0378-5f1b-42d2-8e07-16cfa149b1b1, host dv-cinder-801522-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-8-iscsi',level=0,port_id=d78b0378-5f1b-42d2-8e07-16cfa149b1b1,segment=NetworkSegment(c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45),segment_id=c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45)] {{(pid=102463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:50.810629 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655343'] for port, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.811393 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Calling delete_port for d78b0378-5f1b-42d2-8e07-16cfa149b1b1 owned by network:dhcp {{(pid=102464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:50.825416 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.plugin [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Calling delete_port for d78b0378-5f1b-42d2-8e07-16cfa149b1b1 owned by network:dhcp {{(pid=102463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:50.898340 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544'] for port, after_delete {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.917139 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16296410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772713915347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772713359544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58937729'] for port, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.927629 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Pushing event deleted for resources: {'Port': ['ID=d78b0378-5f1b-42d2-8e07-16cfa149b1b1,revision_number=None']} {{(pid=102464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:50.935849 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] No DVR routers for this DVR port d78b0378-5f1b-42d2-8e07-16cfa149b1b1 on host dv-cinder-801522-8-iscsi {{(pid=102464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:50.938519 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.938879 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.939229 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.939644 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.939989 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.940328 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.940671 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.941007 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.941366 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.941704 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.942037 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.942362 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.942690 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752abdc-1d95-4017-b595-84e0d9288cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-8-iscsi {{(pid=102464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:50.948040 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d78b0378-5f1b-42d2-8e07-16cfa149b1b1,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:50.953158 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] No DVR routers for this DVR port d78b0378-5f1b-42d2-8e07-16cfa149b1b1 on host dv-cinder-801522-8-iscsi {{(pid=102463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:51.025777 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16403789', 'neutron.services.segments.db._delete_segments_for_network-8772713848706'] for network, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.045176 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2def95-6eb5-41c6-aaac-26e84d3c7abd']}} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:51.055865 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45') {'for_net_delete': True} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:51.056164 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.services.segments.db [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71b7bcd-14b5-4df6-bb92-fcdee3ce5f45') {} {{(pid=102463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:51.065304 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772713850507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58938002'] for segment, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.079478 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867'] for segment, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.085440 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=102463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:51.085928 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58937820'] for segment, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: self.session.flush() Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: self.session.flush() Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: self.session.flush() Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: self.session.flush() Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: Traceback (most recent call last): Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: timer() Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: cb(*args, **kw) Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: return func(*args, **kwargs) Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: self._notify() Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: self.callback(batched_events) Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: event.method(event) Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: return f(self, *a, **k) Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._get(url).json() Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:51.087597 dv-cinder-801522-8-iscsi neutron-server[102463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:51.141184 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16403780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536424'] for network, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.147823 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564818'] for network, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.151034 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1a2def95-6eb5-41c6-aaac-26e84d3c7abd HTTP/1.1" status: 204 len: 168 time: 0.7830434 Dec 16 15:39:51.161839 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4c422-87f4-4e8c-b1a2-7b06dd070a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2def95-6eb5-41c6-aaac-26e84d3c7abd,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:51.261337 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36840) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:51.308196 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-e10a6972-0890-42dd-92c0-c13755bdfa23 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bb89681079c24a828d64e57b4d655484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455968 Dec 16 15:39:51.310916 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36842) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:51.361202 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba88b79a-231d-4142-a126-8cdceb8c2e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.382455 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba88b79a-231d-4142-a126-8cdceb8c2e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.427000 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba88b79a-231d-4142-a126-8cdceb8c2e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.430376 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-ba88b79a-231d-4142-a126-8cdceb8c2e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.431556 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-ba88b79a-231d-4142-a126-8cdceb8c2e1a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b7c84619-6871-4315-ab4c-c5484aa69cb4 HTTP/1.1" status: 204 len: 168 time: 0.1196916 Dec 16 15:39:51.439215 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88b79a-231d-4142-a126-8cdceb8c2e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c84619-6871-4315-ab4c-c5484aa69cb4,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:51.735486 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36848) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:51.777913 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-5e9996ad-df68-4b0d-aadf-d89d79b19ae0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9102f73173884ca780c4c55c83a8a3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411534 Dec 16 15:39:51.780322 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [-] (102463) accepted ('10.222.0.75', 36850) {{(pid=102463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:51.826053 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2ca2e3cb-5ec8-48c7-aa6a-767ac377597f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.846719 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2ca2e3cb-5ec8-48c7-aa6a-767ac377597f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.895181 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2ca2e3cb-5ec8-48c7-aa6a-767ac377597f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664199'] for security_group, after_delete {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.898696 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron_lib.callbacks.manager [None req-2ca2e3cb-5ec8-48c7-aa6a-767ac377597f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.900032 dv-cinder-801522-8-iscsi neutron-server[102463]: INFO neutron.wsgi [None req-2ca2e3cb-5ec8-48c7-aa6a-767ac377597f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/77d5ca43-b100-4435-b7e2-06222d1e9d37 HTTP/1.1" status: 204 len: 168 time: 0.1186349 Dec 16 15:39:51.908198 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2e3cb-5ec8-48c7-aa6a-767ac377597f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d5ca43-b100-4435-b7e2-06222d1e9d37,revision_number=None']} {{(pid=102463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:51.942557 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 38327e69-9df7-484f-9574-2704659f6159 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:51.965992 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: 38327e69-9df7-484f-9574-2704659f6159 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:39:51.966424 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device 38327e69-9df7-484f-9574-2704659f6159 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:39:51.966907 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device d78b0378-5f1b-42d2-8e07-16cfa149b1b1 no longer exists at agent ovs-agent-dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:51.986195 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] No Port match for: d78b0378-5f1b-42d2-8e07-16cfa149b1b1 {{(pid=102464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:39:51.986818 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.rpc [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Device d78b0378-5f1b-42d2-8e07-16cfa149b1b1 not bound to the agent host dv-cinder-801522-8-iscsi {{(pid=102464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:39:52.076031 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.084195 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:02.618264 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:04.307925 dv-cinder-801522-8-iscsi neutron-server[102463]: DEBUG neutron.wsgi [req-5e528596-094a-411d-9a0d-3f30bbec2078 req-45dfc8dc-5c67-431e-b69d-ed463e68cda0 service neutron] (102463) timed out ('10.222.0.58', 60693) {{(pid=102463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 15:40:08.845348 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:40:17.053845 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-0a40abdf-bc14-4144-9bb8-782991124a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:19.728808 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ba44ac39-ae2a-4253-8e1d-4598c53eb6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.773982 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:22.076993 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:23.087445 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:32.617852 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:45.845490 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:40:47.055762 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-cd43790e-ce1a-4b4b-9b3f-17438fab8074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.730832 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-051f5212-84ba-4d3d-8830-bed013a5733a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.775982 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:52.079559 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:53.089954 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:02.617209 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:17.058221 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c1eab937-bb01-44ab-8413-fcc386692e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:19.733303 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-d7d79a2e-58f8-4809-aa60-d7707d054531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:20.778666 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.082346 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.845827 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:41:23.092541 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:32.624569 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:47.059135 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-95fde4d2-0a9e-42a3-8636-43848975fff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:49.738797 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-4fe93eac-567d-4ce6-85bc-f6b271a090a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:50.782318 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.084964 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.094092 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:59.846226 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:42:02.631218 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.060452 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1a5a-436e-4672-9839-e03fc54bcbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.740995 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-4bbab7e2-0cf7-4bde-8743-241b5b84f82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.785324 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:22.087159 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:23.098367 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:32.624237 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:36.847164 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:42:47.061709 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-5e1a65c7-7d84-4d55-8ff0-43d1e4b0318e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:49.742580 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8cae380a-eb3c-4dee-8951-6c9d367a3b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:50.787487 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:52.090947 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:53.104005 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:02.645533 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.846559 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:43:17.063766 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-b0005154-f5de-4540-b7ad-d0b910828a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:19.744100 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-92fde41e-f82e-4b40-90c1-215ecdfe1989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:20.791367 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:22.093395 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:23.095945 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:32.647042 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:47.077366 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-e32304b0-acb5-4be1-a7eb-0c128518ac44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:49.746405 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0d47-e7b8-4345-a177-9c9cb06f1cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:50.793016 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:50.845353 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:43:52.107199 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:53.098528 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:02.648050 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.940344 dv-cinder-801522-8-iscsi neutron-server[102462]: DEBUG neutron.wsgi [req-9c686da5-b101-4dee-9f1d-035bb82fab2b req-50609035-b32a-44d0-b644-4dd5cf839ed7 tempest-AttachVolumeTestJSON-2046972905 tempest-AttachVolumeTestJSON-2046972905-project] (102462) timed out ('10.222.0.58', 60704) {{(pid=102462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 15:44:17.070856 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c59c9c7f-2a56-475d-9d7b-d9a40c2e0fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:19.748265 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-6864a7f2-1ee4-466a-996e-db0855393384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:20.796334 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:22.100829 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:23.100910 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:27.846497 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:44:32.657688 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:47.071425 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-7b74d694-9af4-4dad-a700-ec3828a03f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:49.750214 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-53e2ba4b-423b-4f89-8e63-13d2165c7fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:50.799574 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-8d3de3c9-c7ab-477e-b5ac-9f14740e6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:52.103310 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-049594d7-bb29-47b7-9d2c-738128b60a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:53.102415 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cf83-7d76-4dfc-80d1-506e34397b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:02.680998 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-f66a6a77-3f11-4944-b9df-84afa8826d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:04.845710 dv-cinder-801522-8-iscsi neutron-server[102465]: DEBUG neutron.db.agents_db [None req-835f21b4-44ba-4bb4-a4ac-389ed6c1d680 None None] Agent healthcheck: found 6 active agents {{(pid=102465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:45:17.073349 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-421628f9-efaa-4404-9e10-b1557d0cdae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:19.751888 dv-cinder-801522-8-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-651f79db-64a1-4109-afbf-f3c2b5a6420e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772713848661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16413083'] for agent, after_update {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}